-- Logs begin at Sun 2022-02-20 22:41:27 UTC, end at Sun 2022-02-20 23:54:19 UTC. -- Feb 20 23:25:20.649179 dv-cinder-830098-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 23:25:23.620952 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.common.config [-] Logging enabled! Feb 20 23:25:23.621574 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 23:25:23.621741 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 23:25:23.625230 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.common.config [-] Logging enabled! Feb 20 23:25:23.625493 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 23:25:23.625806 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 23:25:23.626760 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 23:25:23.627001 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 23:25:23.627377 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 23:25:23.627632 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 23:25:23.628292 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 23:25:23.628629 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.629064 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 23:25:23.629393 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.629700 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.630002 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.630305 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.630600 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.630886 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.631179 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.631479 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.631769 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.632077 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.632365 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.632660 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.632946 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.633239 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.633530 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.633820 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.634106 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.634544 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.634960 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.635248 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.635545 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.635830 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.636136 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.636420 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.636710 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.637048 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] host = dv-cinder-830098-1-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.637335 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.637632 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.637925 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.638219 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.638503 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.638787 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.639079 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.639366 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.639645 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.639957 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.640257 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.640595 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.640896 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.641126 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.641350 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.641654 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.641948 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.642228 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.642509 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.642787 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.643066 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.643344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.643619 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.643934 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.644228 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.644539 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.644802 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.645080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.645359 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.645637 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.645928 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.646207 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.646486 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.646763 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.647054 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.647329 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.647607 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.647935 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.648228 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.648518 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.648809 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.649085 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.649377 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.649655 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.649931 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.650207 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.650484 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.650759 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.651045 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.651321 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.651596 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.651890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.652172 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.652462 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.652739 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:23.653039 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.653342 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.653648 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.653955 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.654252 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.654536 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.654832 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.655116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.655411 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.655704 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.656025 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.656949 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.657259 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.657552 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.657854 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.658171 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.658472 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.658771 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.659054 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.659338 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.659623 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.659935 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.660234 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.660521 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.660819 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.661116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.661401 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.661703 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.661994 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.662369 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.662671 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.662954 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.663242 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.663541 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.663828 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.664136 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.664422 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.664718 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.665004 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.665281 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.665568 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.665851 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.666129 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.666408 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.666691 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.666988 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.667270 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.667547 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.667821 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.668161 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.668441 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.668736 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.669019 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.669299 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.669583 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.669867 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.670145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.670424 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.670710 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.670988 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.671272 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.671552 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.672486 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.672772 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.673158 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.673446 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.673731 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.674014 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.674301 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.674580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.674859 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.675139 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.675422 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.675705 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.676020 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.676327 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.676869 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.677165 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.677451 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.677736 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.678021 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.678305 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.678589 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.678873 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.679151 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.679448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.679743 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.680065 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.680373 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.680656 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.680956 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.681236 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.681519 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.681805 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.682087 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.682369 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.682657 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.682943 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.683244 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.683542 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.683841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.684168 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.684466 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.684751 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.685063 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.685346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:23.685567 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 23:25:23.685807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 23:25:24.063338 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 23:25:24.063626 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 23:25:24.063959 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 23:25:24.064443 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 23:25:24.400699 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.401001 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.401275 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.402572 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.402850 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.403122 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.450118 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.450400 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.450674 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.465394 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.465683 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.465959 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.495251 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.495533 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.495803 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.534777 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.535060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.535332 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.884997 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.885626 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.885626 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.885821 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.886492 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.988097 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.988427 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.988715 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.988997 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.989277 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.989616 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.989888 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.990156 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.990420 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.990714 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.990984 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.991259 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.991524 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.991786 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.992078 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.992355 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.992621 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.992901 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.993180 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.993449 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.993730 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.994007 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.994300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.994688 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.994945 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.995201 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:24.995604 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:24.995851 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:24.996118 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:24.996363 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:24.996606 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:24.996849 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:24.997220 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 23:25:25.000646 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 23:25:25.004876 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 23:25:25.008788 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 20 23:25:25.010469 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 23:25:25.010936 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 23:25:25.011277 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 23:25:25.011664 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 23:25:25.014573 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 23:25:25.014833 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 23:25:25.015187 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 23:25:25.020427 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 23:25:25.044185 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 23:25:25.044637 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:25.044943 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 23:25:25.045309 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:25.047329 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 23:25:25.047751 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 23:25:25.048162 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 23:25:25.051525 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:25.052099 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:25.116462 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 23:25:25.116708 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 23:25:25.116948 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 23:25:25.117321 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 23:25:25.137441 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_db.sqlalchemy.engines [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 23:25:25.744047 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing driver for type 'gre' Feb 20 23:25:25.744583 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] gre ID ranges: [(1, 1000)] Feb 20 23:25:26.012757 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing driver for type 'local' Feb 20 23:25:26.013251 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing driver for type 'vlan' Feb 20 23:25:26.102968 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] VlanTypeDriver initialization complete Feb 20 23:25:26.103305 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing driver for type 'vxlan' Feb 20 23:25:26.103818 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] vxlan ID ranges: [(1, 1000)] Feb 20 23:25:26.321647 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing extension driver 'port_security' Feb 20 23:25:26.321996 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.extensions.port_security [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] PortSecurityExtensionDriver initialization complete Feb 20 23:25:26.322334 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing mechanism driver 'openvswitch' Feb 20 23:25:26.322677 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing mechanism driver 'hyperv' Feb 20 23:25:26.329563 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:25:26.330436 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.333966 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.333966 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.333966 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:25:26.333966 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.333966 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.334306 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.334306 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:25:26.334306 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.334306 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.334554 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.334854 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:25:26.335297 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > security_group after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.335685 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > security_group after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.336060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.336468 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:25:26.336882 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.337275 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.337622 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.338029 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:25:26.338445 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > address_group after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.338800 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > address_group after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.339168 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.339577 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:25:26.340066 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] ML2 OVO RPC backend initialized. {{(pid=103280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 23:25:26.340820 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.341186 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.341620 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.341982 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > networks before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.342342 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.342695 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > ports before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.343048 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.343425 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnets before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.344461 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.344819 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.345166 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.345514 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.345861 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.346206 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.346553 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.346897 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.347240 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.354629 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded quota_driver: . Feb 20 23:25:26.355006 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.plugin [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Modular L2 Plugin initialization complete Feb 20 23:25:26.355368 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading services supported by the core plugin {{(pid=103280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 23:25:26.355723 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Got port-security extension from driver 'port_security' Feb 20 23:25:26.356245 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.extensions.vlantransparent [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Disabled vlantransparent extension. Feb 20 23:25:26.356765 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 23:25:26.357128 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: router Feb 20 23:25:26.405014 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.405416 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.405821 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router before_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.406732 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.407227 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.407601 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_delete 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.408012 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.408392 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.408778 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.409137 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.409501 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.409856 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.410226 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.410647 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.411025 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.411380 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.411728 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.412120 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.412482 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.412860 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.413218 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.413574 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.413944 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.414295 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.414786 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.415163 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.415522 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.415923 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > agent after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.416289 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > agent after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.416645 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.417550 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Tracking information for resource: router configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:26.417897 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Tracking information for resource: floatingip configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:25:26.423538 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.db.l3_agentschedulers_db [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 23:25:26.424157 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.424531 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.424897 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.425261 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.426089 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router before_create 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.426466 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.427106 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_create 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.427472 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > router precommit_update 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.432372 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.provider_configuration [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service providers = [] {{(pid=103280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 23:25:26.432765 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.db.servicetype_db [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 23:25:26.435777 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:25:26.436169 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:25:26.436521 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:25:26.437558 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:25:26.437939 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.services.service_base [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 23:25:26.438344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.438671 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 23:25:26.454272 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.454618 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: auto_allocate Feb 20 23:25:26.460556 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: network precommit_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.460933 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: network precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.461455 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.461781 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: tag Feb 20 23:25:26.469272 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.469690 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: timestamp Feb 20 23:25:26.473624 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.473967 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: network_ip_availability Feb 20 23:25:26.479523 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.479934 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.480326 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.481051 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.481381 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: flavors Feb 20 23:25:26.492541 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.492878 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading Plugin: revisions Feb 20 23:25:26.497255 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:25:26.497675 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.434s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 23:25:26.498434 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 23:25:26.498782 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Initializing extension manager. Feb 20 23:25:26.499314 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: __init__.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.499720 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: __pycache__ {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.500179 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.500529 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.501296 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.501877 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: address-group Feb 20 23:25:26.502212 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: address_scope.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.502959 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.503480 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: address-scope Feb 20 23:25:26.503835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.504800 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.505328 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: router-admin-state-down-before-update Feb 20 23:25:26.505664 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: agent.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.506401 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.506918 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: agent Feb 20 23:25:26.507249 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: agent_resources_synced.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.508227 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.508750 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: agent-resources-synced Feb 20 23:25:26.509082 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: allowedaddresspairs.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.510901 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.511431 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: allowed-address-pairs Feb 20 23:25:26.511766 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: auto_allocated_topology.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.512893 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.513435 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: auto-allocated-topology Feb 20 23:25:26.513773 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.514499 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.515014 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: availability_zone Feb 20 23:25:26.515396 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: availability_zone_filter.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.516411 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.516928 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: availability_zone_filter Feb 20 23:25:26.517256 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: data_plane_status.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.518173 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.518685 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 23:25:26.519013 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: default_subnetpools.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.519997 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.520578 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: default-subnetpools Feb 20 23:25:26.520905 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.521727 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.522247 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: dhcp_agent_scheduler Feb 20 23:25:26.522575 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: dns.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.523499 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.524048 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension dns-integration not supported by any of loaded plugins Feb 20 23:25:26.524379 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: dns_domain_ports.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.525309 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.525846 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 23:25:26.526187 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.534611 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.535127 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 23:25:26.535454 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: dvr.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.536168 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.536710 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: dvr Feb 20 23:25:26.537039 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: ecmp_routes.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.537968 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.538484 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 23:25:26.538814 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: empty_string_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.539739 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.540289 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: empty-string-filtering Feb 20 23:25:26.540619 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.541536 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.542070 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 23:25:26.542397 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.543338 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.543849 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 23:25:26.544202 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: external_net.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.545120 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.545632 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: external-net Feb 20 23:25:26.545959 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.547492 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.548170 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: extra_dhcp_opt Feb 20 23:25:26.548519 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: extraroute.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.549467 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.549978 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: extraroute Feb 20 23:25:26.550306 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: extraroute_atomic.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.551353 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.552166 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: extraroute-atomic Feb 20 23:25:26.552494 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: filter_validation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.553168 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.553680 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: filter-validation Feb 20 23:25:26.554007 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: fip_pf_description.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.554978 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.555488 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 23:25:26.555816 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: fip_port_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.556957 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.557476 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: fip-port-details Feb 20 23:25:26.557806 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: flavors.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.559076 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.559607 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: flavors Feb 20 23:25:26.559976 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.561669 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.562234 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 23:25:26.562730 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: floatingip_pools.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.563494 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.564057 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: floatingip-pools Feb 20 23:25:26.564397 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: ip_allocation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.565338 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.565899 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 23:25:26.566252 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.572725 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.573213 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: ip-substring-filtering Feb 20 23:25:26.573555 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l2_adjacency.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.574484 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.575004 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 23:25:26.575337 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.576350 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.576878 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: router Feb 20 23:25:26.577215 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.579649 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.580210 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 23:25:26.580557 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.581525 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.582051 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: ext-gw-mode Feb 20 23:25:26.582394 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.583380 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.583908 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: l3-ha Feb 20 23:25:26.584247 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.585181 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.585700 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 23:25:26.586057 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_flavors.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.586983 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.587501 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: l3-flavors Feb 20 23:25:26.587834 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.589304 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.589834 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 23:25:26.590171 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.591123 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.591671 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 23:25:26.592043 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: l3agentscheduler.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.593112 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.594149 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: l3_agent_scheduler Feb 20 23:25:26.594484 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: local_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.596332 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.596870 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension local_ip not supported by any of loaded plugins Feb 20 23:25:26.597213 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: logging.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.607099 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.607653 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension logging not supported by any of loaded plugins Feb 20 23:25:26.608016 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: metering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.608778 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.610269 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: metering Feb 20 23:25:26.610629 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.611771 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.612354 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: metering_source_and_destination_fields Feb 20 23:25:26.612700 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: multiprovidernet.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.613644 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.614169 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: multi-provider Feb 20 23:25:26.614505 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: netmtu.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.615438 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.615992 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: net-mtu Feb 20 23:25:26.616326 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: netmtu_writable.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.617261 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.617778 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: net-mtu-writable Feb 20 23:25:26.618140 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: network_availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.618820 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.619336 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: network_availability_zone Feb 20 23:25:26.619667 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: network_ip_availability.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.620826 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.621350 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: network-ip-availability Feb 20 23:25:26.621688 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: network_segment_range.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.622459 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.623041 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 23:25:26.623370 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: pagination.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.624423 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.624803 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: pagination Feb 20 23:25:26.625265 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: port_device_profile.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.626185 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.626712 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: port-device-profile Feb 20 23:25:26.627042 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.628015 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.628540 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: port-mac-address-regenerate Feb 20 23:25:26.628871 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.629826 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.630371 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: port-numa-affinity-policy Feb 20 23:25:26.630698 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: port_resource_request.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.641556 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.642078 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 23:25:26.642408 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: port_resource_request_groups.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.643417 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.643995 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 23:25:26.644329 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: portbindings.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.645271 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.645815 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: binding Feb 20 23:25:26.646147 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: portbindings_extended.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.647435 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.647991 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: binding-extended Feb 20 23:25:26.648330 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: portsecurity.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.649261 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.649783 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: port-security Feb 20 23:25:26.650116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: project_id.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.651107 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.651443 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: project-id Feb 20 23:25:26.651774 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: providernet.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.652756 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.653276 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: provider Feb 20 23:25:26.653605 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.657899 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.658433 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos not supported by any of loaded plugins Feb 20 23:25:26.658774 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.660078 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.660624 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 23:25:26.660963 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.661893 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.662416 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 23:25:26.662753 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_default.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.663678 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.664250 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-default not supported by any of loaded plugins Feb 20 23:25:26.664583 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_fip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.665530 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.666048 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-fip not supported by any of loaded plugins Feb 20 23:25:26.666402 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.667337 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.667852 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 23:25:26.668211 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_gateway_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.669199 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.669713 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 23:25:26.670041 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_port_network_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.671094 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.672232 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 23:25:26.672569 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.673639 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.674166 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 23:25:26.674497 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.682181 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.682732 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 23:25:26.683100 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_pps_rule.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.684355 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.684865 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-pps not supported by any of loaded plugins Feb 20 23:25:26.685198 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_rule_type_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.686163 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.686681 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 23:25:26.687012 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: qos_rules_alias.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.688325 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.688847 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 23:25:26.689184 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: quota_check_limit.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.690233 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.690757 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: quota-check-limit Feb 20 23:25:26.691086 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: quotasv2.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.692087 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.692425 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: quotas Feb 20 23:25:26.692751 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: quotasv2_detail.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.694567 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.694911 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: quota_details Feb 20 23:25:26.695247 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: rbac.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.696390 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.696923 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: rbac-policies Feb 20 23:25:26.697260 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: rbac_address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.698203 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.698731 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: rbac-address-group Feb 20 23:25:26.699066 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: rbac_address_scope.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.700039 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.700561 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: rbac-address-scope Feb 20 23:25:26.700892 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: rbac_security_groups.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.701823 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.702342 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: rbac-security-groups Feb 20 23:25:26.702674 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: rbac_subnetpool.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.708198 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.708721 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: rbac-subnetpool Feb 20 23:25:26.709051 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: revisionifmatch.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.710019 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.710536 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: revision-if-match Feb 20 23:25:26.710867 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: revisions.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.712060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.712581 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: standard-attr-revisions Feb 20 23:25:26.712920 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: router_availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.713635 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.714154 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: router_availability_zone Feb 20 23:25:26.714483 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: routerservicetype.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.715487 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.716046 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension router-service-type not supported by any of loaded plugins Feb 20 23:25:26.716379 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.717360 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.720255 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: security-groups-normalized-cidr Feb 20 23:25:26.720598 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.721589 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.722294 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: port-security-groups-filtering Feb 20 23:25:26.722629 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.723658 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.724282 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: security-groups-remote-address-group Feb 20 23:25:26.724650 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.725651 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.726168 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: security-groups-shared-filtering Feb 20 23:25:26.726500 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.727103 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 23:25:26.727431 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: securitygroup.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.737806 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.738340 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: security-group Feb 20 23:25:26.738682 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: segment.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.739479 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.740035 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension segment not supported by any of loaded plugins Feb 20 23:25:26.740373 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.741328 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.741844 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 23:25:26.742177 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: servicetype.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.743309 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.743831 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: service-type Feb 20 23:25:26.744194 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: sorting.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.745276 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.745559 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: sorting Feb 20 23:25:26.745885 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: standard_attr_segment.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.746827 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.747350 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 23:25:26.747680 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: standardattrdescription.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.748363 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.748884 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: standard-attr-description Feb 20 23:25:26.749214 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: stateful_security_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.750415 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.750974 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: stateful-security-group Feb 20 23:25:26.751305 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: stdattrs_common.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.751903 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 23:25:26.752233 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.753233 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.753748 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 23:25:26.754073 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: subnet_onboard.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.755160 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.755684 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: subnet_onboard Feb 20 23:25:26.756045 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.757005 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.757524 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 23:25:26.757854 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: subnet_service_types.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.758781 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.759305 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: subnet-service-types Feb 20 23:25:26.759637 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: subnetallocation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.760742 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.761271 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: subnet_allocation Feb 20 23:25:26.761603 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.762271 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.762806 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: subnetpool-prefix-ops Feb 20 23:25:26.763134 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.764104 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.764622 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 23:25:26.764952 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: tagging.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.766807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.767333 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: standard-attr-tag Feb 20 23:25:26.767674 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: timestamp.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.768919 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.769444 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loaded extension: standard-attr-timestamp Feb 20 23:25:26.769774 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: trunk.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.770818 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.771349 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension trunk not supported by any of loaded plugins Feb 20 23:25:26.771682 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: trunk_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.772650 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.773173 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension trunk-details not supported by any of loaded plugins Feb 20 23:25:26.773505 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: uplink_status_propagation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.774438 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.774956 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 23:25:26.775283 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Loading extension file: vlantransparent.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:25:26.775993 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:25:26.776507 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 23:25:26.779041 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:network Feb 20 23:25:26.779580 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:subnet Feb 20 23:25:26.780030 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:25:26.780446 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:port Feb 20 23:25:26.782628 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.783087 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service FLAVORS assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.783708 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.784173 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.784517 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:router Feb 20 23:25:26.784966 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:floatingip Feb 20 23:25:26.785459 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service METERING assigned prefix: /metering {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.786912 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.787297 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.787656 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:25:26.788716 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 23:25:26.789174 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:security_group Feb 20 23:25:26.789620 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 23:25:26.790246 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.790586 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:25:26.790939 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] subnetpool is already registered Feb 20 23:25:26.791370 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.791712 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:25:26.792078 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] subnetpool is already registered Feb 20 23:25:26.794399 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.794837 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service FLAVORS assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.795435 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.795892 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.796231 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:router Feb 20 23:25:26.797089 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] router is already registered Feb 20 23:25:26.797743 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:floatingip Feb 20 23:25:26.798093 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] floatingip is already registered Feb 20 23:25:26.798559 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service METERING assigned prefix: /metering {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.799239 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 23:25:26.799574 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] rbac_policy is already registered Feb 20 23:25:26.800029 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:security_group Feb 20 23:25:26.800374 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] security_group is already registered Feb 20 23:25:26.800788 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 23:25:26.801130 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] security_group_rule is already registered Feb 20 23:25:26.802028 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.802363 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:25:26.802707 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] subnetpool is already registered Feb 20 23:25:26.803135 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:25:26.803466 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:25:26.803804 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] subnetpool is already registered Feb 20 23:25:26.804307 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: extensions {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.805793 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: address-groups {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.807310 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: address-scopes {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.808667 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.809853 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: auto-allocated-topology {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.811116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: availability_zones {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.813187 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: dhcp-networks {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.814901 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: dhcp-agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.816387 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.818638 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: flavors {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.819830 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: service_profiles {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.821074 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: next_providers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.822590 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: service_profiles {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.824237 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: floatingip-pools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.825448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.827569 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: floatingips {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.830106 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: l3-routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.831540 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: l3-agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.832996 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: metering-labels {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.834379 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: metering-label-rules {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.835680 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: network-ip-availabilities {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.837013 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: bindings {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.838686 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: quotas {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.840309 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: quotas {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.841851 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: rbac-policies {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.843174 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: security-groups {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.844747 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: security-group-rules {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.846071 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: service-providers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.847307 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: subnetpools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.848767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: subnetpools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.850249 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.851958 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.853877 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.855645 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.857458 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.860065 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.861855 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.863768 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.865554 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.867463 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:25:26.873366 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 23:25:26.879211 dv-cinder-830098-1-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 23:25:26.887963 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Acquired lock "singleton_lock" {{(pid=103280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 23:25:26.888444 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Releasing lock "singleton_lock" {{(pid=103280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 23:25:26.889097 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Starting 2 workers Feb 20 23:25:26.894351 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Started child 103391 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:25:26.898975 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Started child 103392 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:25:26.900262 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.901051 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO neutron.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 23:25:26.901291 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.901546 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [-] (103391) wsgi starting up on http://0.0.0.0:9696 Feb 20 23:25:26.903768 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Starting 1 workers Feb 20 23:25:26.903983 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.905472 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [-] (103392) wsgi starting up on http://0.0.0.0:9696 Feb 20 23:25:26.909469 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Started child 103393 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:25:26.910051 dv-cinder-830098-1-iscsi neutron-server[103280]: INFO oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Starting 1 workers Feb 20 23:25:26.912893 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] calling RpcWorker wait() {{(pid=103393) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 23:25:26.913568 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] returning from RpcWorker wait() {{(pid=103393) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 23:25:26.914677 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.914835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Started child 103394 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:25:26.915170 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:25:26.915526 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d60685a5-332c-49e1-862e-b6e0a96cc8fc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.917531 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 23:25:26.917809 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 23:25:26.917954 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 23:25:26.918136 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 23:25:26.918480 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 23:25:26.918639 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 23:25:26.919163 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.925043 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.925043 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.925998 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.926489 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.926489 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927028 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.927170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.928320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.929346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.929346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.929346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.929346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.929346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.929346 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.930429 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host = dv-cinder-830098-1-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.931448 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.932590 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.932590 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.932590 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.932590 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.932590 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.933227 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.933227 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.933227 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.933759 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.933759 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.934034 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.934171 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.934305 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.934439 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_options = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.934689 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.934963 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.935222 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.935422 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.935595 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.935760 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.936064 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.936217 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.936473 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.936711 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.936929 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.937166 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.937955 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.938281 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.938722 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.939071 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.939307 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.940587 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.940587 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.940587 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.940587 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.940900 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.940972 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.941139 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.941373 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.941942 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.942169 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.942395 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.942703 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.942877 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.943114 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.943396 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.943636 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.943891 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.944167 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.944404 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.944634 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.944873 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.945135 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.945365 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.945615 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.945863 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.946079 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.946328 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.946551 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.946767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.946983 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.947239 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.947453 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.947697 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.947952 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.948171 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.948380 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.948589 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.949097 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.949310 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:26.949758 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.950058 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.950378 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.950603 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.950835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.951096 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.951313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.951551 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.951807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.952066 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.953826 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.953826 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.953826 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.953826 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.954184 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.954533 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.954819 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.955102 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.955350 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.955574 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.955815 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.956066 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.956353 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.956577 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.956812 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.957041 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.957253 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.957569 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.957838 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.958179 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.958470 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.958732 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.958985 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.959226 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.959468 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.959693 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.959960 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.960314 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.960541 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.960809 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.961035 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.961277 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.961519 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.961777 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.962022 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.962259 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.962507 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.962774 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.963012 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.963254 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.963494 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.963690 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.963940 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.964161 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.964398 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.964615 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.964882 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.965150 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.965391 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.965607 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.965821 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.966049 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.966277 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.966495 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.966712 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.966923 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.967159 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.967376 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.967623 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.967882 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.968136 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.968343 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.968625 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.969022 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.969299 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.969541 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.969942 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.970313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.970710 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.971084 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.971305 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.971544 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.971766 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.972170 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.972583 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.972953 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.973314 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.973789 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.974151 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.974525 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.974871 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.975279 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.975597 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.975846 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.976292 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.976515 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.976911 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.977298 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.977706 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.978079 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.978303 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.978522 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.978808 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.979037 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.979279 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.979691 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.979954 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.980223 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.980443 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.980662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.980890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.981110 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.981349 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.981576 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.981842 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.982279 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.982520 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.982778 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.983055 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.983306 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.983563 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.983845 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.984617 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.985095 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.985454 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.985757 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.986024 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.986265 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.986530 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.986791 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.987049 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.987320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.987582 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.987827 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.988075 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.988320 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.988573 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.988795 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.989027 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.989319 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.989552 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.989771 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.989984 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.990263 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.990500 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.990736 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.991010 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.991257 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.991520 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.991765 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.992018 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.992236 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.992472 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.992716 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.992955 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.993197 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.993411 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.993645 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.993859 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.994094 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.994329 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.994544 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.994854 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.994962 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.995173 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.995390 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.995637 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.995844 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.996095 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.996339 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.996567 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.996770 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.996985 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.997215 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.997475 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.998064 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.998350 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.998582 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.998814 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.999035 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.999290 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.999525 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:26.999836 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.000792 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.001095 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.001317 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.001535 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.001756 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.001993 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.002241 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.002490 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.002706 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.002964 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.003202 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.003555 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.003797 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.004054 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.004311 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.004549 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.004783 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.004999 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.005217 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.005433 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.005648 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.005891 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.006124 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.006340 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.006555 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.006769 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.007004 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.007243 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.007481 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.007725 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.007966 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.008207 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.008423 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.008638 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.008853 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.009062 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.009292 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.009504 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.009719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.009931 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.010218 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.010471 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.010702 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.010981 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.011200 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.011455 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.011715 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.011956 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.012168 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.012393 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.012614 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.012818 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.013335 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.013335 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.013487 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.013647 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.013864 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.014081 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.014308 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.014521 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.014754 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.015011 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.015202 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.015529 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.015973 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.016220 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.016437 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.016689 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.016884 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.017094 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.017343 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.017578 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.017810 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.018012 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.018446 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.018664 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.018951 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.019218 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.019478 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.019760 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.020020 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.020275 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.020528 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.020861 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.021094 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.021354 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.021595 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.021781 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.022039 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.022267 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.022585 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.022919 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.023150 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.023406 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.023688 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.023986 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.024457 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.024595 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.024791 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.025128 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.025401 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.025659 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.025895 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.026130 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.026377 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.026597 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.026812 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.027052 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.027287 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.027549 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.027797 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.028251 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.028251 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.028560 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.029116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.029116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.029116 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.029368 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.029566 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.029725 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 23:25:27.030253 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 23:25:27.030411 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 23:25:27.030716 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 23:25:27.031058 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 23:25:27.031602 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 23:25:27.031817 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 23:25:27.032034 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.032191 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.032347 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.032598 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.032744 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033022 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033022 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033310 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033310 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033620 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033620 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033949 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.033949 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034254 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034254 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034865 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034865 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034865 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034865 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.034865 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.035496 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.035496 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.035496 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.035496 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.036313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.036313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.036313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.036313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.036313 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037731 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037731 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037731 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.037731 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038142 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038142 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038142 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038470 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host = dv-cinder-830098-1-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038470 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038705 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.038705 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039071 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039071 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039071 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039293 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039371 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039518 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039676 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.039833 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.040014 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.040171 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.040328 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.040486 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_options = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.040644 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.040893 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041024 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041164 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041294 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041420 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:25:27.041675 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041802 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.041927 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042050 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042182 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042307 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042430 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042582 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042739 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.042896 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.043053 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.043209 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.043366 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.043524 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.043681 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.043836 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044020 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044165 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044314 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044472 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044628 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044785 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.044941 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.045212 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.045376 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.045502 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.045626 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.046196 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.046196 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.046196 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.046196 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.047180 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.047180 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.047180 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.047516 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.047665 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048003 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048162 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048329 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048481 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048642 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048801 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.048959 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.049117 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.049276 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.049435 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.049593 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.049750 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.049909 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.050090 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:25:27.050268 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.050433 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.050604 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.050764 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.050924 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.051085 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.051246 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.051407 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.051553 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.051996 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.053080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.054344 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.055807 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.056835 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.058488 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.059584 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.061580 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.063418 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.064755 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.065767 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.066662 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.067506 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.067506 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.067506 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.067506 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.067506 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.067506 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068282 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068282 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068282 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068282 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068282 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068999 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068999 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068999 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068999 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.068999 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.069890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.069890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.069890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.069890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.069890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.069890 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071008 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.071719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072145 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072381 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072381 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072744 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072744 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072981 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.072981 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.073226 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.073226 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.073421 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.073603 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.073695 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.073842 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074003 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074166 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074374 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074520 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074646 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074791 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.074951 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.075111 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.075270 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.075431 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.075593 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.075753 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.075920 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.076084 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.076244 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.076404 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.076562 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.076711 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.076872 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.077032 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.077191 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.077350 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.077510 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.077670 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.077851 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.078040 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.078202 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.078396 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.078585 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.078748 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.078908 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.079071 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.079232 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.079396 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.079558 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.079930 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.079930 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080196 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080196 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080433 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080558 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080682 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080789 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.080949 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.081455 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.081455 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.081455 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.081797 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.081797 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.082080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.082080 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.082382 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.082382 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.082711 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.082711 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.083102 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.083102 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.083102 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084060 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084507 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084507 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084507 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084713 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084789 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.084894 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.085106 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.085323 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.085496 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.085496 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.085840 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.085840 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086118 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086118 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086353 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086564 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086564 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086815 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.086941 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087064 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087188 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087298 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087467 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087627 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087788 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.087978 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.088141 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.088301 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.088471 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.088630 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.088781 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.088940 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.089101 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.089260 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.089428 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.089588 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.089747 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.089908 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.090070 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.090229 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.090398 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.090559 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.090719 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.090878 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.091038 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.091197 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.091366 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.091529 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.091689 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.091897 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.092036 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.092195 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.095537 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096300 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.096841 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097373 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097373 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097373 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097587 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097587 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097731 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.097895 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.098058 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.098219 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.098382 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.098543 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.098702 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.098862 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:25:27.099014 dv-cinder-830098-1-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 23:25:27.339101 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55568) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:25:27.348144 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068946 Feb 20 23:25:39.137463 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a490082-332b-448f-a022-4b75a43297d1 None None] get_active_networks_info from dv-cinder-830098-1-iscsi {{(pid=103393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 23:25:39.197974 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a490082-332b-448f-a022-4b75a43297d1 None None] No non-hosted networks {{(pid=103393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 23:25:39.213936 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6df1c4f4-b924-4b4e-87b9-2fe8fad6632d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8029522'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:41.528962 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e089ddc-bc56-49ec-a7e4-809660b64121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8029522'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:41.562046 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.db.api [None req-ff96ff54-a4ae-484f-8d24-fc62d8a19eb2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830098-1-iscsi {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:25:41.562745 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG oslo_db.api [None req-ff96ff54-a4ae-484f-8d24-fc62d8a19eb2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:25:42.366174 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff96ff54-a4ae-484f-8d24-fc62d8a19eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:42.829600 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8029522'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:44.041152 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8029522'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:45.369353 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:25:45.617299 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8029522'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:45.618037 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.618636 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.618984 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.620370 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.621081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.621596 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.622142 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.622667 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.623351 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.626178 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.630736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.630736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.630736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:45.630736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830098-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:25:45.640428 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830098-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:25:45.949784 dv-cinder-830098-1-iscsi neutron-server[103392]: WARNING oslo_policy.policy [None req-70a0644d-428b-4ba2-9850-ba4b8e9c66ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:45.950381 dv-cinder-830098-1-iscsi neutron-server[103392]: WARNING oslo_policy.policy [None req-70a0644d-428b-4ba2-9850-ba4b8e9c66ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:46.178361 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [None req-70a0644d-428b-4ba2-9850-ba4b8e9c66ae admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:25:46.179914 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-70a0644d-428b-4ba2-9850-ba4b8e9c66ae admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8091204 Feb 20 23:25:46.686113 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.db.l3_hamode_db [None req-af28bfac-c3e7-467a-add2-1c250b8f4306 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 23:25:46.761186 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28bfac-c3e7-467a-add2-1c250b8f4306 None None] Routers set() bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:25:46.761484 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28bfac-c3e7-467a-add2-1c250b8f4306 None None] Router IDs set() for agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 23:25:48.742090 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:25:49.058775 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:25:49.152305 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.policy [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103392) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 23:25:49.194370 dv-cinder-830098-1-iscsi neutron-server[103392]: WARNING oslo_policy.policy [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:49.194747 dv-cinder-830098-1-iscsi neutron-server[103392]: WARNING oslo_policy.policy [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:49.355077 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792662975872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792662977453', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792662998528', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792662993673', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792662871203', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792662888949', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1060586', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1171881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8307185', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8354720'] for rbac-policy (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:49.528929 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:49.530026 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ce360f5f-3947-4300-a85d-5b4d14da8636 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7869155 Feb 20 23:25:52.012750 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 55686) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:25:52.530625 dv-cinder-830098-1-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:52.531301 dv-cinder-830098-1-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:52.761764 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:25:52.892733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Made reservation on behalf of d323cc5e6fe04051a6f30342af127a6d for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:25:52.970081 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.policy [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103391) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 23:25:53.013135 dv-cinder-830098-1-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:53.013643 dv-cinder-830098-1-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:25:53.024419 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.046365 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.158085 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks [] for security_group (fe8f5142-587c-4943-aaca-cd64e987e418), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.263417 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (fe8f5142-587c-4943-aaca-cd64e987e418), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.288357 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:25:53.324149 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792666462001', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (c3f5bfaa-87ff-4773-8719-4c0b0920a17d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.324732 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Unsubscribe: segment precommit_create {{(pid=103391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 23:25:53.325272 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Added segment c3f5bfaa-87ff-4773-8719-4c0b0920a17d of type vlan for network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 Feb 20 23:25:53.341395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f5142-587c-4943-aaca-cd64e987e418,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:25:53.373947 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.374311 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.374670 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.375008 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.375509 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.376029 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.376363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.376693 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.377021 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.377363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.377696 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.378018 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.378338 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Tracked resource versions report: Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: pushed versions: Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Log': {'1.0'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Network': {'1.1'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Port': {'1.7'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'PortForwarding': {'1.2'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: consumer versions: Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Log': '1.0', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Network': '1.1', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Port': '1.7', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'PortForwarding': '1.2', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'QosPolicy': '1.10', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SubPort': '1.0', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Subnet': '1.1', Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Trunk': '1.1'}} Feb 20 23:25:53.379745 dv-cinder-830098-1-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:25:53.443572 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.532470 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.537557 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:25:53.538290 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.662053 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] Pushing event updated for resources: {'Network': ['ID=26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:25:53.674367 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:25:53.690025 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1aa1de58-0f97-4690-9133-f59111f7a4b5 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6750712 Feb 20 23:25:56.419328 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 55706) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:25:56.824972 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d41158-515e-4759-9f83-3a97a3e68b4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:25:56.826344 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-92d41158-515e-4759-9f83-3a97a3e68b4e demo admin] 10.222.0.60 "GET /v2.0/networks/26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 HTTP/1.1" status: 200 len: 825 time: 0.4059966 Feb 20 23:25:56.867449 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2ed55f8f-2425-40f6-80f1-85c6931d801a demo admin] 10.222.0.60 "GET /v2.0/subnetpools/3bcf6308-5701-477d-899e-f0378ac8ca32 HTTP/1.1" status: 200 len: 734 time: 0.0342968 Feb 20 23:25:56.876795 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Request body: {'subnet': {'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:25:57.035020 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Made reservation on behalf of d323cc5e6fe04051a6f30342af127a6d for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:25:57.037352 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:57.441366 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (02f5508f-0bc1-402e-baf1-f494bb2f79b7), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:57.507780 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Pushing event updated for resources: {'Subnet': ['ID=02f5508f-0bc1-402e-baf1-f494bb2f79b7,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:25:57.512255 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Checking segment: {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:25:57.512644 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Network hostable DHCP agents. Network: 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:25:57.841037 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:25:57.926129 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:25:57.931258 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:25:57.931909 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:57.936920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8f0b2-7645-47d0-8ad0-9800794ca748 None None] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:25:58.049551 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3d82d898-6a0c-42cb-a2b5-37221623a16f demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1764796 Feb 20 23:25:58.325919 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:25:58.327231 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:58.628968 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Allocated IP 172.20.0.2 (26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3/02f5508f-0bc1-402e-baf1-f494bb2f79b7/00abf686-e3e5-41db-8934-fc7e8e8282b3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:25:58.885089 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Publish callbacks [] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:59.041577 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:59.115181 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:25:59.120741 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:25:59.131480 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:25:59.134606 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Pushing event updated for resources: {'Port': ['ID=00abf686-e3e5-41db-8934-fc7e8e8282b3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:25:59.165409 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.165700 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.166058 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.166403 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.166746 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.167083 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.167419 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.167755 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.168110 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.168460 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.168796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.169122 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.169447 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Tracked resource versions report: Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: pushed versions: Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: { 'AddressGroup': {'1.2'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Log': {'1.0'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Network': {'1.1'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Port': {'1.7'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'PortForwarding': {'1.2'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'QosPolicy': {'1.10'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroup': {'1.5'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SubPort': {'1.0'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Subnet': {'1.1'}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Trunk': {'1.1'}} Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: consumer versions: Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'ConntrackHelper': '1.0', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'LocalIPAssociation': '1.0', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Log': '1.0', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Network': '1.1', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Port': '1.7', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'PortForwarding': '1.2', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'QosPolicy': '1.10', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroup': '1.5', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroupRule': '1.2', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SubPort': '1.0', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Subnet': '1.1', Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Trunk': '1.1'}} Feb 20 23:25:59.170928 dv-cinder-830098-1-iscsi neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:25:59.220778 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Attempting to bind port 00abf686-e3e5-41db-8934-fc7e8e8282b3 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:25:59.221188 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Attempting to bind port 00abf686-e3e5-41db-8934-fc7e8e8282b3 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:25:59.221593 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Attempting to bind port 00abf686-e3e5-41db-8934-fc7e8e8282b3 on network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:25:59.226575 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:25:59.226960 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Checking segment: {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:25:59.227457 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:59.227872 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Bound using segment: {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:25:59.228367 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Bound port: 00abf686-e3e5-41db-8934-fc7e8e8282b3, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:25:59.228781 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:59.294672 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] For port 00abf686-e3e5-41db-8934-fc7e8e8282b3, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:25:59.299480 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] For port 00abf686-e3e5-41db-8934-fc7e8e8282b3, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=00abf686-e3e5-41db-8934-fc7e8e8282b3,segment=NetworkSegment(c3f5bfaa-87ff-4773-8719-4c0b0920a17d),segment_id=c3f5bfaa-87ff-4773-8719-4c0b0920a17d)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:25:59.435991 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:59.503180 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c4b08-c59b-449a-941b-6a88a46f54f1 None None] Pushing event updated for resources: {'Port': ['ID=00abf686-e3e5-41db-8934-fc7e8e8282b3,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:00.698315 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 55714) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:01.012620 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-c9b2655f-c19f-4e34-9001-a2d64ab10eee admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:26:01.013621 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c9b2655f-c19f-4e34-9001-a2d64ab10eee admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3142951 Feb 20 23:26:03.565153 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:03.880660 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [None req-cf16b712-9e35-4893-9d69-7786a274c50b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:26:03.881759 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-cf16b712-9e35-4893-9d69-7786a274c50b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155551 Feb 20 23:26:06.473923 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 55730) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:06.788398 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:26:06.892508 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:06.894056 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:07.033965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] Publish callbacks [] for router_controller (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:07.115384 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:07.300137 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:07.301654 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-315a6cff-e782-4b1b-a913-4ca256679165 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8264077 Feb 20 23:26:09.131933 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19bc5719-cd30-41ff-9283-79cd3b46a19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:09.904745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 55742) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:10.233085 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-c7e75002-5499-43b4-bb66-c58a82db584f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:26:10.234086 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c7e75002-5499-43b4-bb66-c58a82db584f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3283925 Feb 20 23:26:10.327939 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 00abf686-e3e5-41db-8934-fc7e8e8282b3 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:26:10.419556 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 00abf686-e3e5-41db-8934-fc7e8e8282b3 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:10.419923 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:10.532333 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 00abf686-e3e5-41db-8934-fc7e8e8282b3 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:10.532763 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:10.569393 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 00abf686-e3e5-41db-8934-fc7e8e8282b3, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=00abf686-e3e5-41db-8934-fc7e8e8282b3,segment=NetworkSegment(c3f5bfaa-87ff-4773-8719-4c0b0920a17d),segment_id=c3f5bfaa-87ff-4773-8719-4c0b0920a17d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:26:10.704283 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:10.753198 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=00abf686-e3e5-41db-8934-fc7e8e8282b3,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:11.050455 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98cb723-45cb-4007-9e56-fc812ec416dd None None] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:26:11.116444 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-e0f05ab2-6f22-4846-b762-3850fb60c292 None None] Provisioning complete for port 00abf686-e3e5-41db-8934-fc7e8e8282b3 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:11.116843 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0f05ab2-6f22-4846-b762-3850fb60c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:11.248902 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e0f05ab2-6f22-4846-b762-3850fb60c292 None None] Current status of the port 00abf686-e3e5-41db-8934-fc7e8e8282b3 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:11.474206 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-40d15ab8-2ad7-4e67-a5bc-b40354e053e2 None None] Provisioning complete for port 00abf686-e3e5-41db-8934-fc7e8e8282b3 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:11.474918 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40d15ab8-2ad7-4e67-a5bc-b40354e053e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:11.496478 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-952cab39-2a84-4ada-bc19-370cfe4ad472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:11.553862 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-40d15ab8-2ad7-4e67-a5bc-b40354e053e2 None None] Current status of the port 00abf686-e3e5-41db-8934-fc7e8e8282b3 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:12.301730 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 00abf686-e3e5-41db-8934-fc7e8e8282b3 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:26:12.353387 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 00abf686-e3e5-41db-8934-fc7e8e8282b3 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:12.353765 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:12.429260 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 00abf686-e3e5-41db-8934-fc7e8e8282b3 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:12.845686 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:12.900794 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:13.033769 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:26:13.142900 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Made reservation on behalf of 59d594ae8ee94d42bde6e542517b13ea for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:26:13.145711 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.161290 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.265398 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks [] for security_group (2e552168-b933-4b65-a096-32cfaace3694), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.364569 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (2e552168-b933-4b65-a096-32cfaace3694), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.376641 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Reserving flat network on physical network physnet1 {{(pid=103392) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 23:26:13.409192 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792666462001', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.409784 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Unsubscribe: segment precommit_create {{(pid=103392) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 23:26:13.411051 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Added segment d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0 of type flat for network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 Feb 20 23:26:13.426951 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e552168-b933-4b65-a096-32cfaace3694,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:13.453472 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.453828 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.454177 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.454512 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.454876 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.455206 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.455550 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.455896 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.456243 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.456592 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.456921 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.457270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.457592 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Tracked resource versions report: Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: pushed versions: Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Log': {'1.0'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Network': {'1.1'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Port': {'1.7'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'PortForwarding': {'1.2'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: consumer versions: Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Log': '1.0', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Network': '1.1', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Port': '1.7', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'PortForwarding': '1.2', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'QosPolicy': '1.10', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SubPort': '1.0', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Subnet': '1.1', Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Trunk': '1.1'}} Feb 20 23:26:13.459151 dv-cinder-830098-1-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:26:13.530339 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (818c22e8-bc7e-4d09-8d25-1c784d0824f1), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.634633 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (818c22e8-bc7e-4d09-8d25-1c784d0824f1), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.635799 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:26:13.636542 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:13.733485 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] Pushing event updated for resources: {'Network': ['ID=818c22e8-bc7e-4d09-8d25-1c784d0824f1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:13.744215 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:26:13.815908 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-016184cd-36cd-48ce-98b4-dec730ac8cca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8959849 Feb 20 23:26:14.006384 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:15.594757 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:16.312764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:16.444501 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70532c2e-9bc0-434c-97c7-a10d567655d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:26:16.445795 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-70532c2e-9bc0-434c-97c7-a10d567655d2 demo admin] 10.222.0.60 "GET /v2.0/subnets/02f5508f-0bc1-402e-baf1-f494bb2f79b7 HTTP/1.1" status: 200 len: 849 time: 0.1320760 Feb 20 23:26:16.631360 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-08564a2c-5a1e-4b70-aed5-69699534a6f2 demo admin] 10.222.0.60 "GET /v2.0/routers/3221f97a-3a4d-4ae6-b94b-e01b8f88f939 HTTP/1.1" status: 200 len: 704 time: 0.1798112 Feb 20 23:26:16.911398 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:17.210314 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Allocated IP 172.20.0.1 (26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3/02f5508f-0bc1-402e-baf1-f494bb2f79b7/0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:26:17.394224 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks [] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:17.526224 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:17.592779 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:26:17.597816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:26:17.615398 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:26:17.616054 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:17.673651 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Pushing event updated for resources: {'Port': ['ID=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:17.809020 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-135d64e6-51ed-4a35-9c1d-1f327d046b40 None None] Provisioning complete for port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:17.809582 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-135d64e6-51ed-4a35-9c1d-1f327d046b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:17.842361 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-135d64e6-51ed-4a35-9c1d-1f327d046b40 None None] Port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:26:17.919575 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:18.178071 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks [] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:18.268271 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:18.272286 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:18.348131 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Pushing event updated for resources: {'Port': ['ID=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:18.394387 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:26:18.395768 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:26:18.634741 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:26:18.665208 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-225ef099-38c8-42d8-97d8-ee4677757e60 None None] Provisioning complete for port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:18.665533 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-225ef099-38c8-42d8-97d8-ee4677757e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:18.701325 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-225ef099-38c8-42d8-97d8-ee4677757e60 None None] Port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:26:18.731102 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:26:18.737318 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-6eae7097-043a-47b2-b94c-0544885c5e59 demo admin] 10.222.0.60 "PUT /v2.0/routers/3221f97a-3a4d-4ae6-b94b-e01b8f88f939/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1005592 Feb 20 23:26:18.755967 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Sync routers for ids ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:26:18.768312 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Routers {'3221f97a-3a4d-4ae6-b94b-e01b8f88f939'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:26:18.769178 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:26:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:18.965754 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Set router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:26:19.406548 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'name': 'router1', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:26:06Z', 'updated_at': '2022-02-20T23:26:17Z', 'revision_number': 2, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'gw_port_host': None, '_interfaces': [{'id': '0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0', 'name': '', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'mac_address': 'fa:16:3e:b7:f4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:16Z', 'updated_at': '2022-02-20T23:26:18Z', 'revision_number': 2, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'subnets': [{'id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:19.457732 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Checking router: 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:26:19.458108 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Updating router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:26:19.510286 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.030466 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Publish callbacks [] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.126573 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.276868 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Pushing event updated for resources: {'Port': ['ID=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:20.303417 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.303785 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.304168 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.304513 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.304852 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.305183 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.305513 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.305843 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.306171 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.306512 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.306842 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.307162 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.307892 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Tracked resource versions report: Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: pushed versions: Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: { 'AddressGroup': {'1.2'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'ConntrackHelper': {'1.0'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Log': {'1.0'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Network': {'1.1'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Port': {'1.7'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'PortForwarding': {'1.2'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'QosPolicy': {'1.10'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroup': {'1.5'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SubPort': {'1.0'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Subnet': {'1.1'}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Trunk': {'1.1'}} Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: consumer versions: Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'ConntrackHelper': '1.0', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'LocalIPAssociation': '1.0', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Log': '1.0', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Network': '1.1', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Port': '1.7', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'PortForwarding': '1.2', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'QosPolicy': '1.10', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroup': '1.5', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroupRule': '1.2', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SubPort': '1.0', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Subnet': '1.1', Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Trunk': '1.1'}} Feb 20 23:26:20.309278 dv-cinder-830098-1-iscsi neutron-server[103394]: {{(pid=103394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:26:20.325717 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Attempting to bind port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:26:20.326128 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Attempting to bind port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:26:20.326549 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Attempting to bind port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 on network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:26:20.330986 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-224cb32a-10c2-4e98-aad8-929912123015 None None] Provisioning complete for port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:20.331496 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-224cb32a-10c2-4e98-aad8-929912123015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.332817 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:26:20.333223 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Checking segment: {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:26:20.333711 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.334106 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Bound using segment: {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:26:20.334607 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Bound port: 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f5bfaa-87ff-4773-8719-4c0b0920a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:26:20.334989 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.366637 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-224cb32a-10c2-4e98-aad8-929912123015 None None] Port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:26:20.404173 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] For port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:26:20.424548 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] For port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,segment=NetworkSegment(c3f5bfaa-87ff-4773-8719-4c0b0920a17d),segment_id=c3f5bfaa-87ff-4773-8719-4c0b0920a17d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:26:20.486686 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.544548 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Routers {'3221f97a-3a4d-4ae6-b94b-e01b8f88f939'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:26:20.545188 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:26:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:20.587107 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce88b2-d38e-4327-b53b-3132e93c6e28 None None] Pushing event updated for resources: {'Port': ['ID=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:20.648041 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] Set router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:26:20.688677 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] Provisioning complete for port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:20.689483 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.776147 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] Current status of the port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:20.776483 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.811555 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] For port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,segment=NetworkSegment(c3f5bfaa-87ff-4773-8719-4c0b0920a17d),segment_id=c3f5bfaa-87ff-4773-8719-4c0b0920a17d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:26:20.865862 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'name': 'router1', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:26:06Z', 'updated_at': '2022-02-20T23:26:17Z', 'revision_number': 2, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'gw_port_host': None, '_interfaces': [{'id': '0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0', 'name': '', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'mac_address': 'fa:16:3e:b7:f4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:16Z', 'updated_at': '2022-02-20T23:26:20Z', 'revision_number': 4, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'subnets': [{'id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:20.892329 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:20.895941 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd5a8f-97f6-4d13-aa38-15e3857bd6b9 None None] The sync data for ids ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'] in dv-cinder-830098-1-iscsi is: [{'id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'name': 'router1', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:26:06Z', 'updated_at': '2022-02-20T23:26:17Z', 'revision_number': 2, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'gw_port_host': None, '_interfaces': [{'id': '0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0', 'name': '', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'mac_address': 'fa:16:3e:b7:f4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:16Z', 'updated_at': '2022-02-20T23:26:20Z', 'revision_number': 4, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'subnets': [{'id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:26:20.955426 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8de0c7-c9c1-4e8f-a912-19db139c8144 None None] Pushing event updated for resources: {'Port': ['ID=0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:21.127073 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:21.242584 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1495e33-7a21-48c4-a468-ed4555769005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:26:21.243971 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f1495e33-7a21-48c4-a468-ed4555769005 admin admin] 10.222.0.60 "GET /v2.0/networks/818c22e8-bc7e-4d09-8d25-1c784d0824f1 HTTP/1.1" status: 200 len: 842 time: 0.1158628 Feb 20 23:26:21.254520 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:26:21.358396 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Made reservation on behalf of 59d594ae8ee94d42bde6e542517b13ea for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:26:21.360883 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:21.723722 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.objects.ports [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 23:26:21.724132 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (b0aec240-03ae-4fe8-bcaa-49eea904238b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:21.780428 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0aec240-03ae-4fe8-bcaa-49eea904238b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:21.789996 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:26:21.790361 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Network hostable DHCP agents. Network: 818c22e8-bc7e-4d09-8d25-1c784d0824f1, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:26:21.919602 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:26:22.028668 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 818c22e8-bc7e-4d09-8d25-1c784d0824f1) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:26:22.033608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:26:22.034374 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:22.039582 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e58121-35de-46e1-b85a-f8962efd7721 None None] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:26:22.136179 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f02b92-d570-4d25-afde-28af57aed519 None None] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:26:22.151483 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d0b12f27-47da-4314-8b82-e7c9a579cce4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9002807 Feb 20 23:26:24.634881 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:24.769764 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0b816bcc-78ce-4213-be6f-e60e3d819cba demo admin] 10.222.0.60 "GET /v2.0/routers/3221f97a-3a4d-4ae6-b94b-e01b8f88f939 HTTP/1.1" status: 200 len: 710 time: 0.1337309 Feb 20 23:26:24.855994 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb708370-fe8c-48c6-a1d0-48622e258842 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:26:24.857338 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bb708370-fe8c-48c6-a1d0-48622e258842 demo admin] 10.222.0.60 "GET /v2.0/networks/818c22e8-bc7e-4d09-8d25-1c784d0824f1 HTTP/1.1" status: 200 len: 886 time: 0.0823030 Feb 20 23:26:24.866323 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:26:25.201274 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks [] for router_gateway (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:25.554021 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks [] for router_gateway (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:25.627126 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:25.730076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Allocated IP 172.27.1.163 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/8f08aa99-0695-41a0-a147-e5fb803954f9) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:26:25.831676 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks [] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:25.948679 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:25.988586 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:26:25.991456 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:26:25.994838 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:26:26.034127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Pushing event updated for resources: {'Port': ['ID=8f08aa99-0695-41a0-a147-e5fb803954f9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:26.337455 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks [] for router_gateway (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:26.533506 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8028492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8030269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2495'] for router (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:26.536855 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8028507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8028498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8030260'] for router (3221f97a-3a4d-4ae6-b94b-e01b8f88f939), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:26.644223 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:26:26.836091 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:26:26.840303 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:26.841484 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a963299e-af92-4a72-8b87-701495f1298a demo admin] 10.222.0.60 "PUT /v2.0/routers/3221f97a-3a4d-4ae6-b94b-e01b8f88f939 HTTP/1.1" status: 200 len: 890 time: 1.9784052 Feb 20 23:26:28.318597 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:26:28.366860 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:28.367256 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:28.447902 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:29.415078 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 55812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:26:29.533521 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c4de090c-9c00-403c-a650-39dfe50db2eb admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1172283 Feb 20 23:26:29.627803 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Sync routers for ids ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:26:29.640565 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Routers {'3221f97a-3a4d-4ae6-b94b-e01b8f88f939'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:26:29.641279 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:26:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:29.864096 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Set router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:26:30.353738 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'name': 'router1', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8f08aa99-0695-41a0-a147-e5fb803954f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:26:06Z', 'updated_at': '2022-02-20T23:26:26Z', 'revision_number': 4, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'gw_port': {'id': '8f08aa99-0695-41a0-a147-e5fb803954f9', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:25Z', 'updated_at': '2022-02-20T23:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0', 'name': '', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'mac_address': 'fa:16:3e:b7:f4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:16Z', 'updated_at': '2022-02-20T23:26:20Z', 'revision_number': 5, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'subnets': [{'id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:30.406590 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Checking router: 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:26:30.406930 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Updating router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 port 8f08aa99-0695-41a0-a147-e5fb803954f9 binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:26:30.458824 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:30.772551 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Publish callbacks [] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:30.851504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:30.910572 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a84c5e-5d96-4c2b-a0e7-a9d55af80189 None None] Pushing event updated for resources: {'Port': ['ID=8f08aa99-0695-41a0-a147-e5fb803954f9,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:30.914815 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Attempting to bind port 8f08aa99-0695-41a0-a147-e5fb803954f9 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:26:30.915196 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Attempting to bind port 8f08aa99-0695-41a0-a147-e5fb803954f9 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:26:30.915568 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Attempting to bind port 8f08aa99-0695-41a0-a147-e5fb803954f9 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:26:30.921837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:26:30.922230 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:26:30.922643 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:30.923042 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:26:30.923527 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Bound port: 8f08aa99-0695-41a0-a147-e5fb803954f9, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:26:30.924089 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:30.974911 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] For port 8f08aa99-0695-41a0-a147-e5fb803954f9, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:26:30.977940 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] For port 8f08aa99-0695-41a0-a147-e5fb803954f9, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8f08aa99-0695-41a0-a147-e5fb803954f9,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:26:31.085523 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:31.142172 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Routers {'3221f97a-3a4d-4ae6-b94b-e01b8f88f939'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:26:31.142834 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:26:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:31.181423 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a84c5e-5d96-4c2b-a0e7-a9d55af80189 None None] Pushing event updated for resources: {'Port': ['ID=8f08aa99-0695-41a0-a147-e5fb803954f9,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:31.271544 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] Set router 3221f97a-3a4d-4ae6-b94b-e01b8f88f939 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:26:31.493374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'name': 'router1', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8f08aa99-0695-41a0-a147-e5fb803954f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:26:06Z', 'updated_at': '2022-02-20T23:26:26Z', 'revision_number': 4, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'gw_port': {'id': '8f08aa99-0695-41a0-a147-e5fb803954f9', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:25Z', 'updated_at': '2022-02-20T23:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0', 'name': '', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'mac_address': 'fa:16:3e:b7:f4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:16Z', 'updated_at': '2022-02-20T23:26:20Z', 'revision_number': 5, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'subnets': [{'id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:26:31.522093 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d44c0-ebc0-4efd-858a-f2893ff45f24 None None] The sync data for ids ['3221f97a-3a4d-4ae6-b94b-e01b8f88f939'] in dv-cinder-830098-1-iscsi is: [{'id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'name': 'router1', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8f08aa99-0695-41a0-a147-e5fb803954f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:26:06Z', 'updated_at': '2022-02-20T23:26:26Z', 'revision_number': 4, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'gw_port': {'id': '8f08aa99-0695-41a0-a147-e5fb803954f9', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:25Z', 'updated_at': '2022-02-20T23:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0', 'name': '', 'network_id': '26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3', 'tenant_id': 'd323cc5e6fe04051a6f30342af127a6d', 'mac_address': 'fa:16:3e:b7:f4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3221f97a-3a4d-4ae6-b94b-e01b8f88f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:26:16Z', 'updated_at': '2022-02-20T23:26:20Z', 'revision_number': 5, 'project_id': 'd323cc5e6fe04051a6f30342af127a6d', 'subnets': [{'id': '02f5508f-0bc1-402e-baf1-f494bb2f79b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bcf6308-5701-477d-899e-f0378ac8ca32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:26:32.391545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8f08aa99-0695-41a0-a147-e5fb803954f9 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:26:32.447528 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 8f08aa99-0695-41a0-a147-e5fb803954f9 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:32.448155 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:32.532021 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 8f08aa99-0695-41a0-a147-e5fb803954f9 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:32.532427 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:32.557425 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 8f08aa99-0695-41a0-a147-e5fb803954f9, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8f08aa99-0695-41a0-a147-e5fb803954f9,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:26:32.657408 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:32.710142 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=8f08aa99-0695-41a0-a147-e5fb803954f9,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:26:34.349731 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8f08aa99-0695-41a0-a147-e5fb803954f9 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:26:34.413555 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 8f08aa99-0695-41a0-a147-e5fb803954f9 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:26:34.413955 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8f08aa99-0695-41a0-a147-e5fb803954f9), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:34.500143 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 8f08aa99-0695-41a0-a147-e5fb803954f9 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:26:37.964784 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:26:39.119688 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1acedf-311a-45d4-a49e-2a685001acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:41.519548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9af0785-0e77-44aa-95e4-0e3f67bde3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:42.776543 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:43.986174 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:45.620920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:09.166117 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f94cd605-7e50-4393-9cb0-54c7b3c55c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:11.501609 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc520-fcf3-4a3a-9f3d-7dbe5dcf50d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:13.695341 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:14.009747 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:14.962728 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:27:15.608676 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:39.115117 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6ce2-466a-4282-b8b6-679d6cca48d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:41.505772 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f078cf75-91c2-4b39-9b10-3cde46b36034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:42.791231 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:44.002581 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:45.597243 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:51.961346 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:27:53.334542 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:27:53.395683 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa1c91b-09d4-4e0e-b355-935742b58c18 admin admin] GET failed (client error): The resource could not be found. Feb 20 23:27:53.396992 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-caa1c91b-09d4-4e0e-b355-935742b58c18 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614734 Feb 20 23:27:53.558619 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d699fc2-4858-489a-bebd-e56cdb9275bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:27:53.560180 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8d699fc2-4858-489a-bebd-e56cdb9275bc admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590316 Feb 20 23:27:55.884145 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:27:55.974957 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85dab2b-760d-4ff2-8671-17b08018aac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:27:55.976290 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d85dab2b-760d-4ff2-8671-17b08018aac5 admin admin] 10.222.0.60 "GET /v2.0/subnets/02f5508f-0bc1-402e-baf1-f494bb2f79b7 HTTP/1.1" status: 200 len: 849 time: 0.0911877 Feb 20 23:27:55.985866 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:27:56.070880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Publish callbacks [] for subnet (02f5508f-0bc1-402e-baf1-f494bb2f79b7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:56.277082 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792666588546'] for subnet (02f5508f-0bc1-402e-baf1-f494bb2f79b7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:56.308926 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:27:56.309574 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:56.310860 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] 10.222.0.60 "PUT /v2.0/subnets/02f5508f-0bc1-402e-baf1-f494bb2f79b7 HTTP/1.1" status: 200 len: 868 time: 0.3285277 Feb 20 23:27:56.339810 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f5508f-0bc1-402e-baf1-f494bb2f79b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:27:56.340125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f96a4-bc38-4104-bd1e-3d967f56599e None None] Network 26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.340831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.341663 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e9630-baf4-4bf6-88a3-9a8868552125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:27:56.675245 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-21056ab9-5085-465e-9235-212cbf0d0fbd None None] Provisioning complete for port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:27:56.675640 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21056ab9-5085-465e-9235-212cbf0d0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:56.753025 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-21056ab9-5085-465e-9235-212cbf0d0fbd None None] Current status of the port 0d9b0f6f-bc3c-4b0f-b29d-57e5fd73fcf0 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:27:56.762566 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-21056ab9-5085-465e-9235-212cbf0d0fbd None None] Provisioning complete for port 00abf686-e3e5-41db-8934-fc7e8e8282b3 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:27:56.762955 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21056ab9-5085-465e-9235-212cbf0d0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (00abf686-e3e5-41db-8934-fc7e8e8282b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:27:56.836069 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-21056ab9-5085-465e-9235-212cbf0d0fbd None None] Current status of the port 00abf686-e3e5-41db-8934-fc7e8e8282b3 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:27:58.908109 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:27:59.107346 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad301892-f76e-4584-9015-6db89ca26da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:27:59.107745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad301892-f76e-4584-9015-6db89ca26da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:27:59.109330 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ad301892-f76e-4584-9015-6db89ca26da1 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002659 Feb 20 23:28:01.453978 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:01.583998 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd52ff-3512-4bb8-bcc8-7d84778176d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:01.584476 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd52ff-3512-4bb8-bcc8-7d84778176d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:01.585986 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-aecd52ff-3512-4bb8-bcc8-7d84778176d2 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310554 Feb 20 23:28:03.952034 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56332) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:04.129085 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02015aa6-5613-48b3-b770-e19ba7efcd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:04.130489 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-02015aa6-5613-48b3-b770-e19ba7efcd8d admin admin] 10.222.0.60 "GET /v2.0/networks/26193ac2-ea3d-4a2c-bcd0-b705b25ab5c3 HTTP/1.1" status: 200 len: 869 time: 0.1775160 Feb 20 23:28:06.473590 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56342) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:06.597200 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b47da-3904-40e2-a107-c414cfdb04ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:06.598487 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-164b47da-3904-40e2-a107-c414cfdb04ac admin admin] 10.222.0.60 "GET /v2.0/networks/818c22e8-bc7e-4d09-8d25-1c784d0824f1 HTTP/1.1" status: 200 len: 886 time: 0.1239257 Feb 20 23:28:08.943672 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56350) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:09.068500 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb30ea-b99f-4946-939c-60cc18d4b618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:09.068963 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb30ea-b99f-4946-939c-60cc18d4b618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:09.070536 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-decb30ea-b99f-4946-939c-60cc18d4b618 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258080 Feb 20 23:28:09.133335 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d97028a-5352-414b-94c7-6a588c4dad0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:11.392411 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:11.482791 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccc497-0d82-4995-8cad-33c3b40298a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:11.483252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccc497-0d82-4995-8cad-33c3b40298a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:11.484800 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d2ccc497-0d82-4995-8cad-33c3b40298a2 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914402 Feb 20 23:28:11.557104 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b21215f-6ace-4222-8f02-7093000aa0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:12.790451 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:13.823507 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56366) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:13.917560 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42d1c8-8f18-416e-b5b0-36a627f8c8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:13.918944 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-de42d1c8-8f18-416e-b5b0-36a627f8c8df admin admin] 10.222.0.60 "GET /v2.0/subnets/02f5508f-0bc1-402e-baf1-f494bb2f79b7 HTTP/1.1" status: 200 len: 868 time: 0.0941474 Feb 20 23:28:13.994630 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:15.613182 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:16.252799 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:16.340482 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff163248-6405-4306-94e0-cc369d7d5394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:16.341825 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ff163248-6405-4306-94e0-cc369d7d5394 admin admin] 10.222.0.60 "GET /v2.0/subnets/b0aec240-03ae-4fe8-bcaa-49eea904238b HTTP/1.1" status: 200 len: 816 time: 0.0880764 Feb 20 23:28:28.961017 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:28:39.119577 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc805-5b26-4be2-90b3-6f8245742762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:41.535636 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7435f2e6-a451-4df7-9837-efe1135c0885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:42.787239 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:44.000239 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:44.730449 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56426) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:44.780799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-679fb09e-9f11-4997-b30f-c709e4b71c80 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:28:44.781803 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-679fb09e-9f11-4997-b30f-c709e4b71c80 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504129 Feb 20 23:28:45.587361 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:47.232805 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56434) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:47.294810 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0254c6e9-8f6c-4db6-8698-4b30faa23bae admin admin] GET failed (client error): The resource could not be found. Feb 20 23:28:47.296174 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0254c6e9-8f6c-4db6-8698-4b30faa23bae admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623443 Feb 20 23:28:47.440523 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43295fd8-18f8-472b-9c0b-24cf143dcb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:47.441949 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-43295fd8-18f8-472b-9c0b-24cf143dcb84 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416090 Feb 20 23:28:49.809107 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56442) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:49.855868 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:28:49.931778 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Made reservation on behalf of 59d594ae8ee94d42bde6e542517b13ea for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:28:49.934079 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:49.970292 dv-cinder-830098-1-iscsi neutron-server[103391]: WARNING neutron.services.revisions.revision_plugin [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Could not find related network for resource to bump revision. Feb 20 23:28:49.983069 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:28:49.992060 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (71a11672-21c6-404e-a098-2beed39dbd5c), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:49.992958 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Added segment 71a11672-21c6-404e-a098-2beed39dbd5c of type vlan for network 2150b6ed-8f52-483f-a698-a0aad95c7148 Feb 20 23:28:50.032722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (2150b6ed-8f52-483f-a698-a0aad95c7148), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:50.137271 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (2150b6ed-8f52-483f-a698-a0aad95c7148), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:50.138214 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:50.138788 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:50.227227 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2150b6ed-8f52-483f-a698-a0aad95c7148,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:28:50.233771 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.234132 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.234483 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.234816 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.235146 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.235474 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.235802 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.236153 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.236494 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.236838 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.237165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.237484 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.237807 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:50.249081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 2150b6ed-8f52-483f-a698-a0aad95c7148 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:28:50.260553 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3320eda6-a1f4-4bb3-bb37-3f7a9cdd78f1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4503696 Feb 20 23:28:52.630011 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56450) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:28:52.690008 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89822be-b707-4472-84f2-d9b723763e62 admin admin] GET failed (client error): The resource could not be found. Feb 20 23:28:52.691386 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e89822be-b707-4472-84f2-d9b723763e62 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604060 Feb 20 23:28:52.762160 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960438e-9def-4d65-9000-62e79733bfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:52.763604 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1960438e-9def-4d65-9000-62e79733bfdc admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680974 Feb 20 23:28:52.773051 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:28:52.866613 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Made reservation on behalf of 59d594ae8ee94d42bde6e542517b13ea for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:28:52.869213 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:53.106910 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (9454b389-5697-4d23-8942-f094a236217d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:53.164075 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9454b389-5697-4d23-8942-f094a236217d,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:28:53.168257 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Checking segment: {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:28:53.174703 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Network hostable DHCP agents. Network: 2150b6ed-8f52-483f-a698-a0aad95c7148, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:28:53.268653 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Network 2150b6ed-8f52-483f-a698-a0aad95c7148 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:28:53.348739 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 2150b6ed-8f52-483f-a698-a0aad95c7148) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:28:53.352945 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:28:53.353548 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:53.358029 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf1d32c-433f-4998-a56e-d4718b6d611c None None] Network 2150b6ed-8f52-483f-a698-a0aad95c7148 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:28:53.443406 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-90cafe5e-1937-4d4a-91a0-36df67c73d2a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6734669 Feb 20 23:28:53.564162 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-2150b6ed-8f52-483f-a698-a0aad95c7148', 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148', 'project_id': '59d594ae8ee94d42bde6e542517b13ea', 'fixed_ips': [{'subnet_id': '9454b389-5697-4d23-8942-f094a236217d'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:28:53.565078 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:53.711265 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Allocated IP 192.168.233.2 (2150b6ed-8f52-483f-a698-a0aad95c7148/9454b389-5697-4d23-8942-f094a236217d/18891b61-ca3b-4b2e-a24c-f4bedb9980ab) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:28:53.848166 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Publish callbacks [] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:53.909307 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:53.952763 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Network 2150b6ed-8f52-483f-a698-a0aad95c7148 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:28:53.955489 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:28:53.960942 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:28:53.966347 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Pushing event updated for resources: {'Port': ['ID=18891b61-ca3b-4b2e-a24c-f4bedb9980ab,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:28:53.974260 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.974631 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.974996 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.975341 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.975669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.976020 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.976347 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.977177 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.977500 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.977837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.978162 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.978482 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:53.978801 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:28:54.034992 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Attempting to bind port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:28:54.035368 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Attempting to bind port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:28:54.035740 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Attempting to bind port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab on network 2150b6ed-8f52-483f-a698-a0aad95c7148 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:28:54.041860 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:28:54.042241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Checking segment: {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:28:54.042648 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:54.043045 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Bound using segment: {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:28:54.043511 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Bound port: 18891b61-ca3b-4b2e-a24c-f4bedb9980ab, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:28:54.043919 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:54.106596 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] For port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:28:54.109655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] For port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=18891b61-ca3b-4b2e-a24c-f4bedb9980ab,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:28:54.213006 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:54.272066 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc357528-3c5d-47c7-80b5-c8a4ba38399e None None] Pushing event updated for resources: {'Port': ['ID=18891b61-ca3b-4b2e-a24c-f4bedb9980ab,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:28:55.178302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17687e0-ef76-4ca1-aac3-096ffd71751c None None] Network 2150b6ed-8f52-483f-a698-a0aad95c7148 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:28:55.251140 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] Provisioning complete for port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:28:55.251536 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:55.377967 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] Current status of the port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:28:55.378900 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:55.416720 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] For port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=18891b61-ca3b-4b2e-a24c-f4bedb9980ab,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:28:55.490427 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:55.541636 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f170-1ddf-44dd-93cc-7f746d50aef8 None None] Pushing event updated for resources: {'Port': ['ID=18891b61-ca3b-4b2e-a24c-f4bedb9980ab,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:28:55.611879 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-0c0ba531-b7d7-49c9-8825-0be39aad0a6f None None] Provisioning complete for port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:28:55.612292 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba531-b7d7-49c9-8825-0be39aad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:55.694153 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ba531-b7d7-49c9-8825-0be39aad0a6f None None] Current status of the port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:28:56.432136 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 18891b61-ca3b-4b2e-a24c-f4bedb9980ab up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:28:56.488413 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:28:56.488810 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (18891b61-ca3b-4b2e-a24c-f4bedb9980ab), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:28:56.569945 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 18891b61-ca3b-4b2e-a24c-f4bedb9980ab is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:29:05.959326 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:29:09.112909 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d991c8c0-dc33-43c2-b3f1-c2f986d123c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:11.519188 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da4abc1-ed8c-4009-a561-6f52c2a28fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:12.802989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:13.994076 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:15.597210 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:39.110390 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2df45774-28a4-48e4-b95f-ad36b91da941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:41.512457 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-581b7db3-8d62-4d39-8d9e-afda63abe514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:42.803915 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:42.957771 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:29:43.992683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:29:45.595776 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:09.122707 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca9adfa3-0974-4b03-99ce-9e99befa2255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:11.554182 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-120cc506-6b2d-48ce-a892-0fb8ec525772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:12.840137 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:13.991327 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:15.657199 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:19.958339 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:30:30.973137 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56488) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:30:30.978631 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-c44fbd89-6389-4b4c-9dfa-603391207be9 tempest-verify_tempest_config-645488069 tempest-verify_tempest_config-645488069-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:30:30.979655 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c44fbd89-6389-4b4c-9dfa-603391207be9 tempest-verify_tempest_config-645488069 tempest-verify_tempest_config-645488069-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056102 Feb 20 23:30:31.454655 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56506) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:30:31.559431 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.631478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Publish callbacks [] for security_group (68e22dd1-8b37-43ce-ac30-e6f8d090ea19), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.673506 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (68e22dd1-8b37-43ce-ac30-e6f8d090ea19), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.716280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e22dd1-8b37-43ce-ac30-e6f8d090ea19,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:30:31.719882 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2130ea92234341f19287b2b6436c084f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2641876 Feb 20 23:30:31.723311 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56510) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:30:31.727095 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.727468 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.727826 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.728223 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.728558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.730675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.730675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.730675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.730675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.730675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.730675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.731247 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.731363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3249e1-c34e-4502-ad9a-513c7a456f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.776652 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Publish callbacks [] for security_group (68e22dd1-8b37-43ce-ac30-e6f8d090ea19), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.796991 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Publish callbacks [] for security_group (68e22dd1-8b37-43ce-ac30-e6f8d090ea19), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.942794 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (68e22dd1-8b37-43ce-ac30-e6f8d090ea19), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.945507 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:31.946682 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68e22dd1-8b37-43ce-ac30-e6f8d090ea19 HTTP/1.1" status: 204 len: 168 time: 0.2223315 Feb 20 23:30:31.954466 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e22dd1-8b37-43ce-ac30-e6f8d090ea19,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:30:31.962144 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.962517 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.962869 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.963208 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.963543 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.963887 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.964299 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.964634 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.964979 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.965313 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.965677 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.965999 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:31.966319 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d7f06-e9f0-49c2-89c5-ce929299a9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:30:39.127840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94afc369-0844-4da0-b09d-4c7c6a9f1538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:41.504457 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8384f67-50b2-4ed3-8082-d863785e42b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:42.841806 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:44.011094 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:45.598481 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:30:56.955400 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:31:09.191077 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-587e06b2-f283-4fba-be51-4601d5adf519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:11.525686 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fde56565-f378-470a-abc0-95b2fcd7f3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:12.814427 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:13.991442 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:15.588362 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:33.959155 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:31:39.149990 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21d9ae1b-e266-4208-b30f-82171a6c9e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:41.533379 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91726b91-9357-4ede-9669-e37343a33dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:42.807501 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:44.002674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:45.610399 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:09.103339 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5d8f-ed92-46d2-a0d9-420005261e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:10.958785 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 5 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:32:11.514504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4aa65b6-88c0-46b7-9636-3a4e73577f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:12.814444 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:14.042825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:15.580432 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:15.751893 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8029522'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:30.533629 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56582) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:30.638714 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-4bec6ec0-ddf9-428d-9c74-55ac2029574c admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039720 Feb 20 23:32:32.971513 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56592) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:33.025407 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d064997e-62b7-4642-a3c1-2880be8b3dfb admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527813 Feb 20 23:32:39.123569 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-56e98c88-0ff7-42b5-aec8-b66045303b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:41.601765 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a262e9c7-c7e0-4b76-ba19-8133af83cfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.812924 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:44.009770 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:45.578746 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:45.738719 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:47.958167 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:33:09.139983 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4717a3e8-02d0-4d9c-862f-c621babd001c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:11.575331 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85437e4b-a3cf-41f3-a5f7-6eff37136d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:12.831757 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:14.042567 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:15.591429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:15.762868 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:24.956731 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:33:39.130616 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6e5e-5d22-47ab-b728-157260ddd20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:41.507909 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d13620-07d6-445d-b797-017108f40ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:42.824543 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:44.006837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:45.595627 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:45.772961 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:01.956042 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:34:08.874677 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:09.114363 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91f61db1-a302-426f-a954-8e2b34cc38cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.120939 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-36004232-network', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:09.241010 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Made reservation on behalf of 446910545b954a49a52bf2f0df6c30e4 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:09.241010 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.245621 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.324451 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks [] for security_group (aa06e4d3-6d47-4f74-9f22-ef7a71477756), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.411536 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (aa06e4d3-6d47-4f74-9f22-ef7a71477756), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.437103 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:34:09.451812 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06e4d3-6d47-4f74-9f22-ef7a71477756,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:09.456912 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (e43679a9-3630-4dfb-894c-f17ab9149bac), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.457269 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Added segment e43679a9-3630-4dfb-894c-f17ab9149bac of type vlan for network b69943ad-210e-48e5-8dc2-3d71d3e44f71 Feb 20 23:34:09.468659 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.469016 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.469365 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.469708 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.470047 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.470380 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.470751 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.471086 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.471452 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.471806 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Tracked resource versions report: Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: pushed versions: Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Log': {'1.0'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Network': {'1.1'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Port': {'1.7'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'PortForwarding': {'1.2'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: consumer versions: Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: HyperV agent@hv-cinder-83009: {}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Log': '1.0', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Network': '1.1', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Port': '1.7', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'PortForwarding': '1.2', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'QosPolicy': '1.10', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'SubPort': '1.0', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Subnet': '1.1', Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: 'Trunk': '1.1'}} Feb 20 23:34:09.476821 dv-cinder-830098-1-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:34:09.510775 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (b69943ad-210e-48e5-8dc2-3d71d3e44f71), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.607001 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (b69943ad-210e-48e5-8dc2-3d71d3e44f71), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.608125 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:09.608677 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:09.672608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] Pushing event updated for resources: {'Network': ['ID=b69943ad-210e-48e5-8dc2-3d71d3e44f71,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:09.683134 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:34:09.734804 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d8aea074-1e39-4681-975d-4298ac2e017f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8575664 Feb 20 23:34:09.737473 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:09.743507 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Request body: {'subnet': {'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-subnet', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:09.838524 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Made reservation on behalf of 446910545b954a49a52bf2f0df6c30e4 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:09.841763 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.020380 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56806) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:10.111443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56814) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:10.131790 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56818) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:10.147176 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56822) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:10.200899 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (1cf76015-0afb-4606-9c27-f4364a2742f8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.260127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf76015-0afb-4606-9c27-f4364a2742f8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:10.265764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Checking segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:10.266134 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Network hostable DHCP agents. Network: b69943ad-210e-48e5-8dc2-3d71d3e44f71, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:34:10.389379 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:34:10.472828 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-335211305-network', 'tenant_id': '11832d45d09f44a6a27ae402471456e8'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:10.508054 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-302169843-network', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:10.510779 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-851595239-network', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:10.515459 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, b69943ad-210e-48e5-8dc2-3d71d3e44f71) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:10.525194 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:10.526051 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.531387 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbff5a-bd1c-4e3f-b350-7335cbee6ce6 None None] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:10.554725 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-396226829-network', 'tenant_id': '2892089e01d04ebcb72bdc16a5661765'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:10.584395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Made reservation on behalf of 11832d45d09f44a6a27ae402471456e8 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:10.591239 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.597858 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.661265 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701e592-c432-46c5-aaca-8bd384801dcb None None] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:10.668786 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Made reservation on behalf of 9852d2f922e446bcb97ad81dc2a977fb for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:10.671148 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.673127 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-7c5a065e-edc2-4391-a221-867067894be0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9341025 Feb 20 23:34:10.673946 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Made reservation on behalf of 028a9eb0bbf44fcf8e39abdf008a6e27 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:10.677400 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.680073 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:10.681718 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.688149 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:10.715852 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.734547 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Made reservation on behalf of 2892089e01d04ebcb72bdc16a5661765 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:10.741689 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.773391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks [] for security_group (e6d60b94-f77a-4bca-b1b6-c36e57bc1565), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.774711 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.823824 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks [] for security_group (d9da2955-1313-42c4-bed9-72464dcc00dc), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.852519 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (23f645cf-3d16-427c-9e5f-c312f19a4969), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.854798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (23f645cf-3d16-427c-9e5f-c312f19a4969), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.859536 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e6d60b94-f77a-4bca-b1b6-c36e57bc1565), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.894327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:34:10.938289 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks [] for security_group (edb8c443-92ab-4ca0-a908-541b21b10137), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.939952 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (e95fd0a3-8901-418e-b484-d0524519a8df), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.947184 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Added segment e95fd0a3-8901-418e-b484-d0524519a8df of type vlan for network 81c586ad-9f99-4739-b30f-21ef870cf58a Feb 20 23:34:10.962449 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d60b94-f77a-4bca-b1b6-c36e57bc1565,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.004108 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks [] for security_group (6c135a3b-0ac4-438d-8541-1d9ae3493ebe), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.005736 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d9da2955-1313-42c4-bed9-72464dcc00dc), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.008885 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.009242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.009587 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.009927 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.010085 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks [] for router_controller (23f645cf-3d16-427c-9e5f-c312f19a4969), precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.010258 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.010710 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.011047 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.011392 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.011702 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.012456 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.012456 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.012799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.013118 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Tracked resource versions report: Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: pushed versions: Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Log': {'1.0'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Network': {'1.1'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Port': {'1.7'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'PortForwarding': {'1.2'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: consumer versions: Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: HyperV agent@hv-cinder-83009: {}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Log': '1.0', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Network': '1.1', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Port': '1.7', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'PortForwarding': '1.2', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'QosPolicy': '1.10', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'SubPort': '1.0', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Subnet': '1.1', Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: 'Trunk': '1.1'}} Feb 20 23:34:11.015361 dv-cinder-830098-1-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:34:11.026423 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (81c586ad-9f99-4739-b30f-21ef870cf58a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.040712 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:34:11.056965 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da2955-1313-42c4-bed9-72464dcc00dc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.062361 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (4d68f184-eb89-45f4-adec-8b1763d02a6d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.062709 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Added segment 4d68f184-eb89-45f4-adec-8b1763d02a6d of type vlan for network 83f19ffc-69de-4f69-a152-3c3c382e3a7f Feb 20 23:34:11.069160 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (edb8c443-92ab-4ca0-a908-541b21b10137), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.085451 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:34:11.102051 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6c135a3b-0ac4-438d-8541-1d9ae3493ebe), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.105562 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (4d61a8ba-3fea-4be6-804d-e23191c3fe3e), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.106784 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Added segment 4d61a8ba-3fea-4be6-804d-e23191c3fe3e of type vlan for network 4be33781-3a15-4a90-9455-92630067f5b3 Feb 20 23:34:11.148686 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (83f19ffc-69de-4f69-a152-3c3c382e3a7f), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.170106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:34:11.172096 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (81c586ad-9f99-4739-b30f-21ef870cf58a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.172958 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:11.173534 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.194089 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8c443-92ab-4ca0-a908-541b21b10137,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.214864 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (4be33781-3a15-4a90-9455-92630067f5b3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.219090 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (d08dff13-c5c8-4a77-bf37-2bb5658f8769), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.219437 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Added segment d08dff13-c5c8-4a77-bf37-2bb5658f8769 of type vlan for network 4234f220-70eb-42bb-b6b3-69e16f9faf43 Feb 20 23:34:11.317654 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks [] for router_gateway (23f645cf-3d16-427c-9e5f-c312f19a4969), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.360786 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (83f19ffc-69de-4f69-a152-3c3c382e3a7f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.362461 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:11.363155 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.378253 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3566136 Feb 20 23:34:11.393187 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56868) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:11.409107 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Request body: {'subnet': {'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-335211305-subnet', 'tenant_id': '11832d45d09f44a6a27ae402471456e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:11.412400 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c135a3b-0ac4-438d-8541-1d9ae3493ebe,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.422964 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41665669-8e94-4eac-ae10-6529117a1008 admin admin] Pushing event updated for resources: {'Network': ['ID=81c586ad-9f99-4739-b30f-21ef870cf58a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.429437 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (4234f220-70eb-42bb-b6b3-69e16f9faf43), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.467925 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 81c586ad-9f99-4739-b30f-21ef870cf58a details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:34:11.484961 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3519657 Feb 20 23:34:11.487892 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:11.496781 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (4be33781-3a15-4a90-9455-92630067f5b3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.500478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:11.505620 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Request body: {'subnet': {'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-subnet', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:11.505773 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.505872 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d64d01-0aa9-4bd2-9ae7-00feac87c85a admin admin] Pushing event updated for resources: {'Network': ['ID=83f19ffc-69de-4f69-a152-3c3c382e3a7f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.572866 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:34:11.583167 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09d4e04d-e709-4634-b84e-af101e0cd1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.635631 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] Pushing event updated for resources: {'Network': ['ID=4be33781-3a15-4a90-9455-92630067f5b3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.643077 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Made reservation on behalf of 11832d45d09f44a6a27ae402471456e8 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:11.645997 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.671157 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 4be33781-3a15-4a90-9455-92630067f5b3 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:34:11.677683 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Made reservation on behalf of 028a9eb0bbf44fcf8e39abdf008a6e27 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:11.679919 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.768048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (4234f220-70eb-42bb-b6b3-69e16f9faf43), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.768048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:11.768048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.782778 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0a6c2f1c-c731-46b7-89d6-9660f90b9577 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6702156 Feb 20 23:34:11.790700 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56884) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:11.800797 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Request body: {'subnet': {'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-302169843-subnet', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:11.849081 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks [] for router_gateway (23f645cf-3d16-427c-9e5f-c312f19a4969), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.872800 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:11.888971 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] Pushing event updated for resources: {'Network': ['ID=4234f220-70eb-42bb-b6b3-69e16f9faf43,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:11.899392 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 4234f220-70eb-42bb-b6b3-69e16f9faf43 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:34:11.930165 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-21d0cc2c-794e-49e9-9ac8-46d236b60e2e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7818127 Feb 20 23:34:11.937369 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56888) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:11.943781 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Request body: {'subnet': {'network_id': '4234f220-70eb-42bb-b6b3-69e16f9faf43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-396226829-subnet', 'tenant_id': '2892089e01d04ebcb72bdc16a5661765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:11.974305 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Made reservation on behalf of 9852d2f922e446bcb97ad81dc2a977fb for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:11.976604 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.075611 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (586f1efd-8f15-4eb9-a991-1940054db839), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.079217 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Made reservation on behalf of 2892089e01d04ebcb72bdc16a5661765 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:12.082931 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.156947 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Allocated IP 172.27.1.187 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/7178dc90-597a-4231-a340-9a19c24225d8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:12.199658 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (f13a5a2c-193e-4194-a6a7-7300dcbff1d4), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.207345 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=586f1efd-8f15-4eb9-a991-1940054db839,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:12.235361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Checking segment: {'id': 'e95fd0a3-8901-418e-b484-d0524519a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:12.235809 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Network hostable DHCP agents. Network: 81c586ad-9f99-4739-b30f-21ef870cf58a, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:34:12.364997 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Network 81c586ad-9f99-4739-b30f-21ef870cf58a is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:34:12.393460 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Checking segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:12.393837 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Network hostable DHCP agents. Network: 83f19ffc-69de-4f69-a152-3c3c382e3a7f, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:34:12.395796 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13a5a2c-193e-4194-a6a7-7300dcbff1d4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:12.421496 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks [] for port (7178dc90-597a-4231-a340-9a19c24225d8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.463150 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (d3e8dbf5-73d6-4849-b0c9-c96842c608e6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.497169 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 81c586ad-9f99-4739-b30f-21ef870cf58a) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:12.498874 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (f4d14164-ac0d-4765-ba6b-b2c0b009e324), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.507876 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:12.517987 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aef774-ee61-4269-a0bb-1c59e0be5c5d None None] Network 81c586ad-9f99-4739-b30f-21ef870cf58a requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:12.518141 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.535307 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e8dbf5-73d6-4849-b0c9-c96842c608e6,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:12.547283 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Checking segment: {'id': 'd08dff13-c5c8-4a77-bf37-2bb5658f8769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4234f220-70eb-42bb-b6b3-69e16f9faf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:12.547283 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Network hostable DHCP agents. Network: 4234f220-70eb-42bb-b6b3-69e16f9faf43, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:34:12.551385 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (7178dc90-597a-4231-a340-9a19c24225d8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.589608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d14164-ac0d-4765-ba6b-b2c0b009e324,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:12.614950 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:12.618933 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:12.624373 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Network 4234f220-70eb-42bb-b6b3-69e16f9faf43 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:34:12.632871 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:12.633014 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26eea51-ac28-47a8-9188-ffd66c5f5861 None None] Network 81c586ad-9f99-4739-b30f-21ef870cf58a requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:12.633452 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:34:12.635229 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d4a5ea7f-bff9-4467-a7b0-8998ccf5c530 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2407382 Feb 20 23:34:12.705341 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 83f19ffc-69de-4f69-a152-3c3c382e3a7f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:12.706987 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Checking segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:12.707353 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Network hostable DHCP agents. Network: 4be33781-3a15-4a90-9455-92630067f5b3, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:34:12.719075 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:12.719075 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.725236 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031a9de-9f9c-4f3d-a004-091d90d4e21e None None] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:12.742815 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 4234f220-70eb-42bb-b6b3-69e16f9faf43) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:12.747626 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Pushing event updated for resources: {'Port': ['ID=7178dc90-597a-4231-a340-9a19c24225d8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:12.753983 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:12.753983 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.803290 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6858c67f-2faa-4f75-92a0-8921397181ac None None] Network 4234f220-70eb-42bb-b6b3-69e16f9faf43 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:12.828241 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-75ad0356-e08f-42f2-83fd-80bfe966107f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8898184 Feb 20 23:34:12.875179 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Network 4be33781-3a15-4a90-9455-92630067f5b3 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:34:12.881025 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f0284a5d-a496-4b44-8eb3-ba338c351d39 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3914516 Feb 20 23:34:12.888778 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56924) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:12.890610 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 4be33781-3a15-4a90-9455-92630067f5b3) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:12.894875 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:12.895464 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:12.896087 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:12.913011 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53941b70-a2f3-4d4e-b297-e19bda359a86 None None] Network 4be33781-3a15-4a90-9455-92630067f5b3 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:13.010935 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.025726 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-244abc56-9b23-4265-b584-8506fafa0f21 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2303324 Feb 20 23:34:13.029910 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56928) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:13.037418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:13.074322 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:34:13.074322 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.074562 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (0a874ea9-4236-4734-9ecb-d497af31b8ac), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.074562 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (0a874ea9-4236-4734-9ecb-d497af31b8ac), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.147388 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks [] for router_gateway (23f645cf-3d16-427c-9e5f-c312f19a4969), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.162831 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks [] for router_controller (0a874ea9-4236-4734-9ecb-d497af31b8ac), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.173775 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (217fe9c7-f25c-4b91-89c0-f2c628247b2f), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.175598 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (217fe9c7-f25c-4b91-89c0-f2c628247b2f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.390108 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb23bda9-5c2c-411c-b023-ea3c885afc0e None None] Network 4234f220-70eb-42bb-b6b3-69e16f9faf43 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:13.417869 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks [] for router_controller (217fe9c7-f25c-4b91-89c0-f2c628247b2f), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.471252 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-4be33781-3a15-4a90-9455-92630067f5b3', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:34:13.472488 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.640365 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Allocated IP 172.20.0.2 (83f19ffc-69de-4f69-a152-3c3c382e3a7f/f13a5a2c-193e-4194-a6a7-7300dcbff1d4/78679de8-9ca1-436f-9d57-7c756018dc5a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:13.740021 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (23f645cf-3d16-427c-9e5f-c312f19a4969), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.833849 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks [] for router_gateway (0a874ea9-4236-4734-9ecb-d497af31b8ac), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:13.837328 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 56976) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:13.841774 dv-cinder-830098-1-iscsi neutron-server[103391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 23:34:13.916270 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Allocated IP 172.20.0.2 (4be33781-3a15-4a90-9455-92630067f5b3/f4d14164-ac0d-4765-ba6b-b2c0b009e324/86f47e1e-e7be-4f8b-b913-9a9e0d8250ef) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:14.005947 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 56984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:14.013103 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-55116298-network', 'tenant_id': 'd196c91304c940a19483b090e914d4a9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:14.110897 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks [] for router_gateway (217fe9c7-f25c-4b91-89c0-f2c628247b2f), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.124178 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Router 23f645cf-3d16-427c-9e5f-c312f19a4969 is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:34:14.193763 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.206152 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Made reservation on behalf of d196c91304c940a19483b090e914d4a9 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:14.208490 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.221838 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.273644 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-6113cc94-d306-4f56-9e82-c8db90e81d52 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:14.275752 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-6113cc94-d306-4f56-9e82-c8db90e81d52 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/networks?id=81c586ad-9f99-4739-b30f-21ef870cf58a HTTP/1.1" status: 200 len: 811 time: 0.4368868 Feb 20 23:34:14.325505 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:34:14.335821 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Sync routers for ids ['23f645cf-3d16-427c-9e5f-c312f19a4969'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:34:14.361678 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Publish callbacks [] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.370954 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Publish callbacks [] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.375079 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Routers {'23f645cf-3d16-427c-9e5f-c312f19a4969'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:14.375775 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['23f645cf-3d16-427c-9e5f-c312f19a4969'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:14.396710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks [] for security_group (cd93c18b-0e07-46d0-9273-f54a9ef47219), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.410798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.413909 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b3ad7c34-9b0a-4cf1-95be-9dff636f6147 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7314014 Feb 20 23:34:14.415978 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57008) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:14.428453 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-dd10515b-17c7-4172-8fba-c89ad64c81fe tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/quotas/11832d45d09f44a6a27ae402471456e8 HTTP/1.1" status: 200 len: 375 time: 0.0201709 Feb 20 23:34:14.434924 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.493689 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-a06c0d60-e74a-40bc-8100-420ecf65e6de tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11832d45d09f44a6a27ae402471456e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555069 Feb 20 23:34:14.500934 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Pushing event updated for resources: {'Port': ['ID=78679de8-9ca1-436f-9d57-7c756018dc5a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:14.505801 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.515816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (cd93c18b-0e07-46d0-9273-f54a9ef47219), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.539012 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Network 4be33781-3a15-4a90-9455-92630067f5b3 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:14.555452 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:34:14.559626 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:14.581888 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:14.593940 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.594405 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.595180 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.597211 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.598994 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.601770 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.602335 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:14.617675 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (a4a0b9fe-06b2-484b-a6d1-86679c0d813b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Tracked resource versions report: Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: pushed versions: Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: { 'AddressGroup': {'1.2'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Log': {'1.0'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Network': {'1.1'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Port': {'1.7'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'PortForwarding': {'1.2'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'QosPolicy': {'1.10'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroup': {'1.5'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SubPort': {'1.0'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Subnet': {'1.1'}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Trunk': {'1.1'}} Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: consumer versions: Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: HyperV agent@hv-cinder-83009: {}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'ConntrackHelper': '1.0', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'LocalIPAssociation': '1.0', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Log': '1.0', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Network': '1.1', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Port': '1.7', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'PortForwarding': '1.2', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'QosPolicy': '1.10', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroup': '1.5', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SecurityGroupRule': '1.2', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'SubPort': '1.0', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Subnet': '1.1', Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: 'Trunk': '1.1'}} Feb 20 23:34:14.617766 dv-cinder-830098-1-iscsi neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:34:14.620878 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Added segment a4a0b9fe-06b2-484b-a6d1-86679c0d813b of type vlan for network eaa5ae82-d2a8-4643-903a-d90c6335f048 Feb 20 23:34:14.621000 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:14.645486 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:14.661295 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:14.771563 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (eaa5ae82-d2a8-4643-903a-d90c6335f048), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.829927 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Set router 23f645cf-3d16-427c-9e5f-c312f19a4969 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:14.862944 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (eaa5ae82-d2a8-4643-903a-d90c6335f048), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.871975 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:14.873738 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.874972 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93c18b-0e07-46d0-9273-f54a9ef47219,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:14.895478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-05a02abf-a0ce-4197-a11d-0705b2bdedad service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:34:14.896619 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-05a02abf-a0ce-4197-a11d-0705b2bdedad service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1097929 Feb 20 23:34:14.901623 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks [] for router_gateway (0a874ea9-4236-4734-9ecb-d497af31b8ac), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.935152 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Pushing event updated for resources: {'Port': ['ID=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:14.959513 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Attempting to bind port 78679de8-9ca1-436f-9d57-7c756018dc5a on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:14.959933 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Attempting to bind port 78679de8-9ca1-436f-9d57-7c756018dc5a by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:14.960536 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Attempting to bind port 78679de8-9ca1-436f-9d57-7c756018dc5a on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:14.969780 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.970196 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:14.970766 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Checking segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:14.971374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:14.972022 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Bound using segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:14.972534 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Bound port: 78679de8-9ca1-436f-9d57-7c756018dc5a, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:14.972934 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.048187 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks [] for router_gateway (217fe9c7-f25c-4b91-89c0-f2c628247b2f), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.063123 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] For port 78679de8-9ca1-436f-9d57-7c756018dc5a, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:15.067125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] For port 78679de8-9ca1-436f-9d57-7c756018dc5a, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=78679de8-9ca1-436f-9d57-7c756018dc5a,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:15.071171 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Attempting to bind port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:15.071804 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Attempting to bind port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:15.072424 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Attempting to bind port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef on network 4be33781-3a15-4a90-9455-92630067f5b3 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:15.085280 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:15.085808 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa5ae82-d2a8-4643-903a-d90c6335f048,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:15.086180 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Checking segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:15.086955 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.087511 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Bound using segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:15.088261 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Bound port: 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:15.089671 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.102152 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-35cadedf-7685-4f7e-aa25-3ac2cfd965c8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0941763 Feb 20 23:34:15.107280 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57024) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:15.111453 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Request body: {'subnet': {'network_id': 'eaa5ae82-d2a8-4643-903a-d90c6335f048', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-55116298-subnet', 'tenant_id': 'd196c91304c940a19483b090e914d4a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:15.140720 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:34:12Z', 'revision_number': 3, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:15.142000 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network eaa5ae82-d2a8-4643-903a-d90c6335f048 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:34:15.144513 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.172443 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Checking router: 23f645cf-3d16-427c-9e5f-c312f19a4969 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:34:15.173063 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Updating router 23f645cf-3d16-427c-9e5f-c312f19a4969 port 7178dc90-597a-4231-a340-9a19c24225d8 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:34:15.205631 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (7178dc90-597a-4231-a340-9a19c24225d8), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.255964 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.313414 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-2c89c7c6-c660-4c64-b5cb-99c79895fe2f service neutron] 10.222.0.60 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089186 Feb 20 23:34:15.327086 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Made reservation on behalf of d196c91304c940a19483b090e914d4a9 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:15.333001 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.361301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Allocated IP 172.27.1.219 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:15.435157 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccd674-f82e-4b5d-ab60-78512822da57 None None] Pushing event updated for resources: {'Port': ['ID=78679de8-9ca1-436f-9d57-7c756018dc5a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:15.449171 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] For port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:15.452811 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] For port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:15.538630 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-0fce1504-f592-4adc-892b-494f8048ca77 service neutron] 10.222.0.60 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072284 Feb 20 23:34:15.560793 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.600084 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks [] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.740720 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.785566 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07754e64-51fd-4282-88ef-f76d21192b1f None None] Pushing event updated for resources: {'Port': ['ID=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:15.806302 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.846330 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.885622 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:15.982532 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:16.000399 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:16.003113 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:16.006198 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Allocated IP 172.27.1.225 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/37db7300-2c9c-48a4-810f-ff9d7a7dac08) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:16.009356 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:16.044056 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (1d2e23f2-230b-4151-8cc0-f3c0a01603a0), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:16.066438 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57042) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:16.166483 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2e23f2-230b-4151-8cc0-f3c0a01603a0,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:16.264131 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Checking segment: {'id': 'a4a0b9fe-06b2-484b-a6d1-86679c0d813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eaa5ae82-d2a8-4643-903a-d90c6335f048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:16.264131 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Network hostable DHCP agents. Network: eaa5ae82-d2a8-4643-903a-d90c6335f048, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:34:16.290288 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa6cb287-31a3-4dcf-b6d3-47833117a2b4 req-34635df8-6312-4404-bb36-7c0d25bd9637 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.2113011 Feb 20 23:34:16.295655 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Allocated IP 172.20.0.1 (b69943ad-210e-48e5-8dc2-3d71d3e44f71/1cf76015-0afb-4606-9c27-f4364a2742f8/aff57f5f-65bc-4182-9b96-3e14d62adf9b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:16.583225 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks [] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:16.597169 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Network eaa5ae82-d2a8-4643-903a-d90c6335f048 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:34:16.708302 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, eaa5ae82-d2a8-4643-903a-d90c6335f048) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:16.716783 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:16.717669 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:16.723109 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7436da99-e0e3-45e3-a4bd-5068ad02d11f None None] Network eaa5ae82-d2a8-4643-903a-d90c6335f048 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:16.786428 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks [] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:16.883370 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9f4b7efb-1175-4556-9165-23b76b154fc6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7760644 Feb 20 23:34:17.051413 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:17.054739 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.065872 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks [] for router_gateway (0a874ea9-4236-4734-9ecb-d497af31b8ac), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.131674 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:17.171080 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f40e4-8942-4752-ab5c-73920b55fb98 None None] Network eaa5ae82-d2a8-4643-903a-d90c6335f048 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:17.181462 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.238975 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:17.241709 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:17.248076 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:17.253120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:17.283875 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Pushing event updated for resources: {'Port': ['ID=aff57f5f-65bc-4182-9b96-3e14d62adf9b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:17.288283 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:17.309285 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Deleting subnet d3e8dbf5-73d6-4849-b0c9-c96842c608e6 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:34:17.318906 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Publish callbacks [] for subnet (d3e8dbf5-73d6-4849-b0c9-c96842c608e6), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.373264 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b1a92-88cd-4e34-bb6c-d63e313474a5 None None] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:17.394374 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:17.395134 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (23f645cf-3d16-427c-9e5f-c312f19a4969), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.446473 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Publish callbacks [] for port (7178dc90-597a-4231-a340-9a19c24225d8), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.450694 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Pushing event updated for resources: {'Port': ['ID=37db7300-2c9c-48a4-810f-ff9d7a7dac08,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:17.461932 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-23c59297-38a8-40cd-8c5c-b8272ba1c515 req-ba0f0731-8369-49aa-906b-b0505a097440 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.0559361 Feb 20 23:34:17.508973 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Publish callbacks [] for subnet (d3e8dbf5-73d6-4849-b0c9-c96842c608e6), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.553537 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (d3e8dbf5-73d6-4849-b0c9-c96842c608e6), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.576954 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (7178dc90-597a-4231-a340-9a19c24225d8), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.598414 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:17.599320 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.652934 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] Provisioning complete for port 78679de8-9ca1-436f-9d57-7c756018dc5a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:17.653301 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.702886 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Attempting to bind port 7178dc90-597a-4231-a340-9a19c24225d8 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:17.708576 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Attempting to bind port 7178dc90-597a-4231-a340-9a19c24225d8 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:17.708576 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Attempting to bind port 7178dc90-597a-4231-a340-9a19c24225d8 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:17.708812 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (0a874ea9-4236-4734-9ecb-d497af31b8ac), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.709293 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Pushing event updated for resources: {'Port': ['ID=7178dc90-597a-4231-a340-9a19c24225d8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:17.718291 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:17.718973 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:17.719547 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.720181 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:17.720882 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Bound port: 7178dc90-597a-4231-a340-9a19c24225d8, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:17.721581 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (7178dc90-597a-4231-a340-9a19c24225d8), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:17.723498 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d017c-64b0-463f-ac33-19f56cb07ede None None] Network 4be33781-3a15-4a90-9455-92630067f5b3 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:17.724521 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.725109 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.725616 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.726117 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.726650 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.727130 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.727625 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.728137 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.728714 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.729252 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.730037 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.731240 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.731804 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Tracked resource versions report: Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: pushed versions: Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: { 'AddressGroup': {'1.2'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'ConntrackHelper': {'1.0'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Log': {'1.0'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Network': {'1.1'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Port': {'1.7'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'PortForwarding': {'1.2'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'QosPolicy': {'1.10'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroup': {'1.5'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SubPort': {'1.0'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Subnet': {'1.1'}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Trunk': {'1.1'}} Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: consumer versions: Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: { DHCP agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: HyperV agent@hv-cinder-83009: {}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: L3 agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: Metadata agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: Metering agent@dv-cinder-830098-1-iscsi: {}, Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: Open vSwitch agent@dv-cinder-830098-1-iscsi: { 'AddressGroup': '1.2', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'ConntrackHelper': '1.0', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'LocalIPAssociation': '1.0', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Log': '1.0', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Network': '1.1', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Port': '1.7', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'PortForwarding': '1.2', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'QosPolicy': '1.10', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroup': '1.5', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SecurityGroupRule': '1.2', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'SubPort': '1.0', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Subnet': '1.1', Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: 'Trunk': '1.1'}} Feb 20 23:34:17.733312 dv-cinder-830098-1-iscsi neutron-server[103394]: {{(pid=103394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:34:18.065328 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] For port 7178dc90-597a-4231-a340-9a19c24225d8, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:18.065328 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] For port 7178dc90-597a-4231-a340-9a19c24225d8, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=7178dc90-597a-4231-a340-9a19c24225d8,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:18.067640 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:18.067640 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (d3e8dbf5-73d6-4849-b0c9-c96842c608e6), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.104648 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e8dbf5-73d6-4849-b0c9-c96842c608e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:18.104648 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.117554 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3b6ea9da-71ec-471c-a968-1c5dbbb60966 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d3e8dbf5-73d6-4849-b0c9-c96842c608e6 HTTP/1.1" status: 204 len: 168 time: 0.9840968 Feb 20 23:34:18.118528 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57126) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:18.129659 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] Current status of the port 78679de8-9ca1-436f-9d57-7c756018dc5a is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:18.130128 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.135432 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc79f586-024a-4c11-a423-c6fa01a3c040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.146188 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (7178dc90-597a-4231-a340-9a19c24225d8), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.160742 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:18.161175 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.243769 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] For port 78679de8-9ca1-436f-9d57-7c756018dc5a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=78679de8-9ca1-436f-9d57-7c756018dc5a,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:18.248667 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Routers {'23f645cf-3d16-427c-9e5f-c312f19a4969'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:18.260305 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['23f645cf-3d16-427c-9e5f-c312f19a4969'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:18.264522 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:18.267579 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e3985-61a8-493f-b4fe-b2b01c5b73ee None None] Pushing event updated for resources: {'Port': ['ID=7178dc90-597a-4231-a340-9a19c24225d8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:18.276969 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:34:18.320483 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks [] for router_gateway (217fe9c7-f25c-4b91-89c0-f2c628247b2f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.324642 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (4234f220-70eb-42bb-b6b3-69e16f9faf43), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.328176 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc79f586-024a-4c11-a423-c6fa01a3c040 admin admin] Publish callbacks [] for security_group (b35659e9-9cf4-41b2-a075-47e0e1b0d62e), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.374774 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.398476 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.399291 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 78679de8-9ca1-436f-9d57-7c756018dc5a up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:18.401169 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.467006 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] Set router 23f645cf-3d16-427c-9e5f-c312f19a4969 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:18.483773 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc79f586-024a-4c11-a423-c6fa01a3c040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b35659e9-9cf4-41b2-a075-47e0e1b0d62e), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.555632 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79f586-024a-4c11-a423-c6fa01a3c040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35659e9-9cf4-41b2-a075-47e0e1b0d62e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:18.591963 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-38a51ac0-958e-4e2b-9abc-7d648bb07af8 None None] Provisioning complete for port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:18.592257 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38a51ac0-958e-4e2b-9abc-7d648bb07af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.662231 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:18.677904 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-fc79f586-024a-4c11-a423-c6fa01a3c040 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=442a070ad2a34790b80658d225c3ff4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7933185 Feb 20 23:34:18.679048 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:18.742861 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4e2f40a-3f2d-4c9d-a7ac-e5c1345e8ea1 req-81e6e2ff-205a-4479-9e85-2cc13bd6e4fa tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.1351824 Feb 20 23:34:18.778531 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 78679de8-9ca1-436f-9d57-7c756018dc5a triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:18.778920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.800771 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ae29238-be77-42a8-8026-97ac9b19bd44 admin admin] Publish callbacks [] for security_group (b35659e9-9cf4-41b2-a075-47e0e1b0d62e), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.811396 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4c5ce-ef44-4f1b-917b-eee3f42fb1ed None None] Pushing event updated for resources: {'Port': ['ID=78679de8-9ca1-436f-9d57-7c756018dc5a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:18.835416 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks [] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.843217 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (4234f220-70eb-42bb-b6b3-69e16f9faf43), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.850435 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ae29238-be77-42a8-8026-97ac9b19bd44 admin admin] Publish callbacks [] for security_group (b35659e9-9cf4-41b2-a075-47e0e1b0d62e), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.853680 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:34:18.862857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38a51ac0-958e-4e2b-9abc-7d648bb07af8 None None] Current status of the port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:18.887524 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:34:18.941796 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'aff57f5f-65bc-4182-9b96-3e14d62adf9b', 'name': '', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'mac_address': 'fa:16:3e:33:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:16Z', 'revision_number': 1, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'subnets': [{'id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:18.963025 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-38a51ac0-958e-4e2b-9abc-7d648bb07af8 None None] Provisioning complete for port 78679de8-9ca1-436f-9d57-7c756018dc5a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:18.963601 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38a51ac0-958e-4e2b-9abc-7d648bb07af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.965798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.968796 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (23f645cf-3d16-427c-9e5f-c312f19a4969), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:18.989287 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c69a24-f223-4227-9776-5ae2223995aa None None] The sync data for ids ['23f645cf-3d16-427c-9e5f-c312f19a4969'] in dv-cinder-830098-1-iscsi is: [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'aff57f5f-65bc-4182-9b96-3e14d62adf9b', 'name': '', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'mac_address': 'fa:16:3e:33:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:16Z', 'revision_number': 1, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'subnets': [{'id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:34:18.999752 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:19.000461 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:19.051916 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ae29238-be77-42a8-8026-97ac9b19bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b35659e9-9cf4-41b2-a075-47e0e1b0d62e), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.073409 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 78679de8-9ca1-436f-9d57-7c756018dc5a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:19.073604 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ae29238-be77-42a8-8026-97ac9b19bd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.091820 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9ae29238-be77-42a8-8026-97ac9b19bd44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b35659e9-9cf4-41b2-a075-47e0e1b0d62e HTTP/1.1" status: 204 len: 168 time: 0.4090440 Feb 20 23:34:19.147211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.147587 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.148367 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.148722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.149066 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.149401 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.149724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.150044 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.150360 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.150679 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.253811 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 78679de8-9ca1-436f-9d57-7c756018dc5a up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:19.256220 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38a51ac0-958e-4e2b-9abc-7d648bb07af8 None None] Current status of the port 78679de8-9ca1-436f-9d57-7c756018dc5a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:19.267598 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Pushing event updated for resources: {'Port': ['ID=aff57f5f-65bc-4182-9b96-3e14d62adf9b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:19.270968 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29238-be77-42a8-8026-97ac9b19bd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35659e9-9cf4-41b2-a075-47e0e1b0d62e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:19.315729 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:19.347092 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:19.348993 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:19.535519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.535903 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.536245 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.536748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:34:19.537244 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4234f220-70eb-42bb-b6b3-69e16f9faf43']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:19.577447 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08dff13-c5c8-4a77-bf37-2bb5658f8769') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:19.577667 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08dff13-c5c8-4a77-bf37-2bb5658f8769') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:19.659892 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-f1d5c63a-a895-4ed5-9f15-dfffe202b443 None None] Provisioning complete for port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:19.662556 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c63a-a895-4ed5-9f15-dfffe202b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.675028 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Router 23f645cf-3d16-427c-9e5f-c312f19a4969 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:34:19.690324 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (217fe9c7-f25c-4b91-89c0-f2c628247b2f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.700704 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.708780 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5966f706-e0f4-48ce-b1f8-99fb01723833 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8121622 Feb 20 23:34:19.708913 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:19.708992 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (d08dff13-c5c8-4a77-bf37-2bb5658f8769), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.812700 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (d08dff13-c5c8-4a77-bf37-2bb5658f8769), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.832150 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:34:19.832967 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (d08dff13-c5c8-4a77-bf37-2bb5658f8769), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: from cryptography.utils import int_from_bytes Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: from cryptography.utils import int_from_bytes Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:34:19.837376 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:34:19.842944 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5c63a-a895-4ed5-9f15-dfffe202b443 None None] Current status of the port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:19.850278 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 78679de8-9ca1-436f-9d57-7c756018dc5a triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:19.850931 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.021331 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57186) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:20.062441 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-016cf579-2a10-40de-bff2-348a05a81df9 req-d26bd447-5066-43b2-85ca-8fadf892900b tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.0397305 Feb 20 23:34:20.077137 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 78679de8-9ca1-436f-9d57-7c756018dc5a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:20.078284 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:20.079565 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5bbb65dc-cb80-421d-8cf8-570c6d344a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.199573 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (4234f220-70eb-42bb-b6b3-69e16f9faf43), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.202962 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:34:20.203933 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:16Z', 'revision_number': 3, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:20.226388 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.233727 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] 10.222.0.60 "DELETE /v2.0/networks/4234f220-70eb-42bb-b6b3-69e16f9faf43 HTTP/1.1" status: 204 len: 168 time: 2.1127832 Feb 20 23:34:20.236945 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5bbb65dc-cb80-421d-8cf8-570c6d344a49 admin admin] Publish callbacks [] for security_group (8ef39795-e949-4507-8099-6e51a537dde5), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.237742 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57192) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:20.251282 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:34:20.251714 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Updating router 0a874ea9-4236-4734-9ecb-d497af31b8ac port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:34:20.263842 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89767f-861c-4afa-b9ed-5049ad9200fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4234f220-70eb-42bb-b6b3-69e16f9faf43,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:20.310301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5bbb65dc-cb80-421d-8cf8-570c6d344a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (8ef39795-e949-4507-8099-6e51a537dde5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.315732 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.404271 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:20.404635 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.463897 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5bbb65dc-cb80-421d-8cf8-570c6d344a49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=975ada2b5a004e0da908c664e104a03d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4105344 Feb 20 23:34:20.466733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb65dc-cb80-421d-8cf8-570c6d344a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef39795-e949-4507-8099-6e51a537dde5,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:20.474939 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57204) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:20.486890 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Deleting subnet 1d2e23f2-230b-4151-8cc0-f3c0a01603a0 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:34:20.494014 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f729a7c9-0aca-41f8-b7fc-3659351607ac admin admin] 10.222.0.60 "PUT /v2.0/routers/23f645cf-3d16-427c-9e5f-c312f19a4969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0767653 Feb 20 23:34:20.514130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Publish callbacks [] for subnet (1d2e23f2-230b-4151-8cc0-f3c0a01603a0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.639354 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6656635'] for subnet (1d2e23f2-230b-4151-8cc0-f3c0a01603a0), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.727535 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:34:20.762017 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.876676 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7ac1-d2df-4bd4-b007-eb6a68ca8912 admin admin] Publish callbacks [] for security_group (8ef39795-e949-4507-8099-6e51a537dde5), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.900419 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Publish callbacks [] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.915222 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (1d2e23f2-230b-4151-8cc0-f3c0a01603a0), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.989608 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.994332 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:21.041819 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:34:21.053216 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:34:21.078246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7ac1-d2df-4bd4-b007-eb6a68ca8912 admin admin] Publish callbacks [] for security_group (8ef39795-e949-4507-8099-6e51a537dde5), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.097870 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Attempting to bind port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:21.098250 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Attempting to bind port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:21.098617 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Attempting to bind port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:21.112273 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:21.116775 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:21.125117 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486776-b218-42cb-8abf-f216f6b8b9ab None None] Pushing event updated for resources: {'Port': ['ID=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:21.131688 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:21.132363 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:21.132916 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.137854 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:21.138601 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Bound port: 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:21.139166 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.249133 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Allocated IP 172.20.0.1 (83f19ffc-69de-4f69-a152-3c3c382e3a7f/f13a5a2c-193e-4194-a6a7-7300dcbff1d4/8cfeb6bc-016e-4803-b58f-47dfa14e1461) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:21.262752 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] For port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:21.267714 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] For port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:21.282983 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.88', 63977) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:21.318898 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 7178dc90-597a-4231-a340-9a19c24225d8 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:21.366808 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.405290 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:21.461745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks [] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.469799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-d5f70563-d051-45b5-aeff-648e5f06672d tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:21.471336 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-d5f70563-d051-45b5-aeff-648e5f06672d tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.88 "GET /v2.0/networks?id=81c586ad-9f99-4739-b30f-21ef870cf58a HTTP/1.1" status: 200 len: 811 time: 0.1818185 Feb 20 23:34:21.495170 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.497227 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bc00d0fb-bdf5-4863-9ebf-2f8e08376254 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4660637 Feb 20 23:34:21.517838 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:21.530069 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c36cf1f0-f6a0-4680-8603-54df1b09d929 req-cae78394-6fd2-43a9-a762-035f2a2a1ee9 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.0500910 Feb 20 23:34:21.544623 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Request body: {'port': {'device_id': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a', 'admin_state_up': True, 'tenant_id': '11832d45d09f44a6a27ae402471456e8'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:21.601068 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-a4d29dba-244e-498e-bada-cf468e5b9328 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:21.602600 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-a4d29dba-244e-498e-bada-cf468e5b9328 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 817 time: 0.4792116 Feb 20 23:34:21.616756 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.628700 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:21.629355 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:21.635156 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486776-b218-42cb-8abf-f216f6b8b9ab None None] Pushing event updated for resources: {'Port': ['ID=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:21.665167 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-db741e0c-4a2d-4403-bd2a-f1611bbebc85 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/quotas/446910545b954a49a52bf2f0df6c30e4 HTTP/1.1" status: 200 len: 375 time: 0.0265834 Feb 20 23:34:21.681796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 7178dc90-597a-4231-a340-9a19c24225d8 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:21.682186 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (7178dc90-597a-4231-a340-9a19c24225d8), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.703753 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6033726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414541'] for subnet (1d2e23f2-230b-4151-8cc0-f3c0a01603a0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.782714 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.788845 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d2e23f2-230b-4151-8cc0-f3c0a01603a0 HTTP/1.1" status: 204 len: 168 time: 1.5492368 Feb 20 23:34:21.793525 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:21.797870 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57244) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:21.798273 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Pushing event updated for resources: {'Port': ['ID=8cfeb6bc-016e-4803-b58f-47dfa14e1461,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:21.890584 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:21.892735 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:21.896266 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:21.897044 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (0a874ea9-4236-4734-9ecb-d497af31b8ac), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.904424 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7ac1-d2df-4bd4-b007-eb6a68ca8912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (8ef39795-e949-4507-8099-6e51a537dde5), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.907140 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7ac1-d2df-4bd4-b007-eb6a68ca8912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.911242 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8cfd7ac1-d2df-4bd4-b007-eb6a68ca8912 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ef39795-e949-4507-8099-6e51a537dde5 HTTP/1.1" status: 204 len: 168 time: 1.4277177 Feb 20 23:34:21.913861 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (eaa5ae82-d2a8-4643-903a-d90c6335f048), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.919177 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 3, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:21.942102 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928c412-a7d4-4196-9967-ecfea4fb8974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2e23f2-230b-4151-8cc0-f3c0a01603a0,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:21.944632 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 7178dc90-597a-4231-a340-9a19c24225d8 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:21.945030 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (7178dc90-597a-4231-a340-9a19c24225d8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:21.950829 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd7ac1-d2df-4bd4-b007-eb6a68ca8912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef39795-e949-4507-8099-6e51a537dde5,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:22.002320 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:34:22.004767 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Updating router 217fe9c7-f25c-4b91-89c0-f2c628247b2f port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:34:22.028266 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 7178dc90-597a-4231-a340-9a19c24225d8, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=7178dc90-597a-4231-a340-9a19c24225d8,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:22.097855 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.189229 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-1caa45c6-a20d-4dd6-ba36-de3deab69730 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5154161 Feb 20 23:34:22.239008 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (7178dc90-597a-4231-a340-9a19c24225d8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.362033 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=7178dc90-597a-4231-a340-9a19c24225d8,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:22.410935 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-8df0c938-3209-4fa6-a3b2-961c16ebb8f5 None None] Provisioning complete for port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:22.411333 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8df0c938-3209-4fa6-a3b2-961c16ebb8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.460595 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8df0c938-3209-4fa6-a3b2-961c16ebb8f5 None None] Port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:22.475247 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:16Z', 'revision_number': 3, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:22.550520 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c845ad-ee4d-4144-90ec-728e5d02d54c None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:16Z', 'revision_number': 3, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:34:22.631597 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.700119 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Sync routers for ids ['23f645cf-3d16-427c-9e5f-c312f19a4969'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:34:22.711675 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Routers {'23f645cf-3d16-427c-9e5f-c312f19a4969'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:22.712302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['23f645cf-3d16-427c-9e5f-c312f19a4969'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:22.766724 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-bb10fb2d-9db7-47cd-87ba-bfbd1d0002b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765016 Feb 20 23:34:22.767351 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Made reservation on behalf of 11832d45d09f44a6a27ae402471456e8 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:22.785287 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.806763 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (eaa5ae82-d2a8-4643-903a-d90c6335f048), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.849118 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa5ae82-d2a8-4643-903a-d90c6335f048']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:22.873570 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a0b9fe-06b2-484b-a6d1-86679c0d813b') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:22.874088 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a0b9fe-06b2-484b-a6d1-86679c0d813b') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:22.887663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (a4a0b9fe-06b2-484b-a6d1-86679c0d813b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.912692 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (a4a0b9fe-06b2-484b-a6d1-86679c0d813b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.923060 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:34:22.923408 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (a4a0b9fe-06b2-484b-a6d1-86679c0d813b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.969138 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Set router 23f645cf-3d16-427c-9e5f-c312f19a4969 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:23.001603 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Publish callbacks [] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:34:23.025548 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:34:23.091996 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.169458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.190310 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Attempting to bind port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:23.190800 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Attempting to bind port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:23.194290 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Attempting to bind port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:23.197474 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f3d45-e04e-4293-86cc-91f69d77c942 None None] Pushing event updated for resources: {'Port': ['ID=37db7300-2c9c-48a4-810f-ff9d7a7dac08,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:23.225317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:23.225317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:23.225317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.225317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:23.225317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Bound port: 37db7300-2c9c-48a4-810f-ff9d7a7dac08, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:23.225317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.228003 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3850905d-e358-48a3-9a30-e9c84dd0a12a req-5b8853a0-abf2-4e4e-adde-2555bcc6420d tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.4665675 Feb 20 23:34:23.305512 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks [] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.338791 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] For port 37db7300-2c9c-48a4-810f-ff9d7a7dac08, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:23.343422 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] For port 37db7300-2c9c-48a4-810f-ff9d7a7dac08, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=37db7300-2c9c-48a4-810f-ff9d7a7dac08,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:23.350760 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (eaa5ae82-d2a8-4643-903a-d90c6335f048), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.388451 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.400472 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eaa5ae82-d2a8-4643-903a-d90c6335f048 HTTP/1.1" status: 204 len: 168 time: 1.5753992 Feb 20 23:34:23.431518 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.455762 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:23.504184 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a04c29-1dc4-409f-b4e4-6c933ad09911 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa5ae82-d2a8-4643-903a-d90c6335f048,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:23.512869 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:23.512869 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:23.585535 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Allocated IP 172.20.0.1 (4be33781-3a15-4a90-9455-92630067f5b3/f4d14164-ac0d-4765-ba6b-b2c0b009e324/4e00ea85-2215-4278-be9d-2a939b16733a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:23.666493 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.667840 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (0a874ea9-4236-4734-9ecb-d497af31b8ac), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.677115 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f3d45-e04e-4293-86cc-91f69d77c942 None None] Pushing event updated for resources: {'Port': ['ID=37db7300-2c9c-48a4-810f-ff9d7a7dac08,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:23.794942 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'aff57f5f-65bc-4182-9b96-3e14d62adf9b', 'name': '', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'mac_address': 'fa:16:3e:33:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:18Z', 'revision_number': 2, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'subnets': [{'id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:23.838154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-36faa3d8-32c6-4cdf-ad0c-8e1030b35d75 service neutron] 10.222.0.60 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8125601 Feb 20 23:34:23.850072 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:23.964038 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Allocated IP 172.20.0.14 (81c586ad-9f99-4739-b30f-21ef870cf58a/586f1efd-8f15-4eb9-a991-1940054db839/df3b2cef-a191-42c4-b4ac-fdcedfb17c57) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:23.975940 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Checking router: 23f645cf-3d16-427c-9e5f-c312f19a4969 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:34:23.978554 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Updating router 23f645cf-3d16-427c-9e5f-c312f19a4969 port aff57f5f-65bc-4182-9b96-3e14d62adf9b binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:34:24.045392 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Pushing event updated for resources: {'Port': ['ID=8cfeb6bc-016e-4803-b58f-47dfa14e1461,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:24.062910 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:24.062910 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:24.211823 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57322) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:24.212054 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:24.226299 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks [] for port (4e00ea85-2215-4278-be9d-2a939b16733a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:24.291124 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:24.306878 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:24.505918 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 3, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:24.640884 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c11fb-6e13-4882-9246-669a8c51e4cf None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 3, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:34:24.755740 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:24.868010 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e00ea85-2215-4278-be9d-2a939b16733a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:24.893184 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:34:24.893184 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Network 4be33781-3a15-4a90-9455-92630067f5b3 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:24.906042 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:24.909272 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:24.909926 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (217fe9c7-f25c-4b91-89c0-f2c628247b2f), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:24.915613 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f9c8b7bd-5028-43df-91d3-29bc52553534 req-f187b7f9-975a-4825-9af3-ab9a40fbc933 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 210 time: 0.4851911 Feb 20 23:34:25.002349 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06ca2110-4203-4048-83bd-e38e8acf5155 req-3113ea66-a0e5-4529-b2b3-02a4597cf711 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.5294917 Feb 20 23:34:25.149898 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a49f0396-4a4b-4164-aec9-8e16fecfb67e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2892089e01d04ebcb72bdc16a5661765&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9244626 Feb 20 23:34:25.163996 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57358) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:25.254877 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-9b3a4730-bfcb-4607-999e-8e09dc876cfd None None] Provisioning complete for port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:25.255375 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4730-bfcb-4607-999e-8e09dc876cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.547163 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:25.555022 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.607163 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks [] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.634722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-5c54549d-864a-4980-b240-79f1b72df5d0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:25.642862 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-5c54549d-864a-4980-b240-79f1b72df5d0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 817 time: 0.3358819 Feb 20 23:34:25.705107 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-bc5517c2-4820-442a-8e96-ebb0abf5ab1e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/quotas/446910545b954a49a52bf2f0df6c30e4 HTTP/1.1" status: 200 len: 375 time: 0.0608282 Feb 20 23:34:25.706871 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a4730-bfcb-4607-999e-8e09dc876cfd None None] Port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:25.719439 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:25.719604 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Publish callbacks [] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.768482 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4c77e58e-7a37-4f45-bf67-86cb92c07a74 admin admin] Publish callbacks [] for security_group (6c135a3b-0ac4-438d-8541-1d9ae3493ebe), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.865901 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-de8a6ce5-b18e-45f4-b0af-b9e529fde461 None None] Provisioning complete for port 4e00ea85-2215-4278-be9d-2a939b16733a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:25.867353 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de8a6ce5-b18e-45f4-b0af-b9e529fde461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.881310 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.886972 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.889817 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 7178dc90-597a-4231-a340-9a19c24225d8 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:25.891992 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4c77e58e-7a37-4f45-bf67-86cb92c07a74 admin admin] Publish callbacks [] for security_group (6c135a3b-0ac4-438d-8541-1d9ae3493ebe), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.944280 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-833ed3ed-0bdb-44a3-bebe-836c882012f5 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2379432 Feb 20 23:34:25.945767 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:34:25.980059 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-14bbc2dd-e065-4c19-a474-1fdd1eacae0f admin admin] 10.222.0.60 "PUT /v2.0/routers/0a874ea9-4236-4734-9ecb-d497af31b8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2646649 Feb 20 23:34:26.075474 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a965185-3726-418d-82e3-345758282b9b None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:34:26.102246 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:26.102246 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:26.294232 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:26.334543 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:26.620348 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:26.673293 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-de8a6ce5-b18e-45f4-b0af-b9e529fde461 None None] Port 4e00ea85-2215-4278-be9d-2a939b16733a cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:26.688618 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 7178dc90-597a-4231-a340-9a19c24225d8 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:26.689191 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (7178dc90-597a-4231-a340-9a19c24225d8), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:26.763357 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57408) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:26.825192 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4c77e58e-7a37-4f45-bf67-86cb92c07a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6c135a3b-0ac4-438d-8541-1d9ae3493ebe), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:26.830758 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4c77e58e-7a37-4f45-bf67-86cb92c07a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:26.842395 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4c77e58e-7a37-4f45-bf67-86cb92c07a74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c135a3b-0ac4-438d-8541-1d9ae3493ebe HTTP/1.1" status: 204 len: 168 time: 1.6625295 Feb 20 23:34:26.842395 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-264b3ff1-019c-4736-877f-777abb66ec9d service neutron] 10.222.0.60 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894436 Feb 20 23:34:26.908615 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bd583-f39e-4f40-bbb8-795b9f6b89e2 None None] Pushing event updated for resources: {'Port': ['ID=aff57f5f-65bc-4182-9b96-3e14d62adf9b,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:26.942357 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks [] for port (4e00ea85-2215-4278-be9d-2a939b16733a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.006854 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77e58e-7a37-4f45-bf67-86cb92c07a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c135a3b-0ac4-438d-8541-1d9ae3493ebe,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:27.040608 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-15b1798c-446c-42cb-9b9d-3d7fd8135645 service neutron] 10.222.0.60 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661887 Feb 20 23:34:27.044546 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Pushing event updated for resources: {'Port': ['ID=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:27.048993 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.049870 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (217fe9c7-f25c-4b91-89c0-f2c628247b2f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.056493 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Network 81c586ad-9f99-4739-b30f-21ef870cf58a is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:27.063164 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:27.066505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:27.125925 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:27.126641 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.155821 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b3e64-7de9-4b93-99f9-0ca5153cbf62 req-22ebaf5a-9fb0-4a67-9344-f7fafe6ad7b1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:27.163120 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-126b3e64-7de9-4b93-99f9-0ca5153cbf62 req-22ebaf5a-9fb0-4a67-9344-f7fafe6ad7b1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 932 time: 0.8523853 Feb 20 23:34:27.236043 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 2, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:27.241671 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-126b3e64-7de9-4b93-99f9-0ca5153cbf62 req-ca211d1f-ff98-4871-9edf-bd732d851ea2 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775812 Feb 20 23:34:27.254903 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-c276bcc7-edae-4b9e-bbed-1ff01d76e111 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7203400 Feb 20 23:34:27.267694 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-444c509d-1b6c-48ca-af16-91bc4211cd53 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:34:27.272251 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-444c509d-1b6c-48ca-af16-91bc4211cd53 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082870 Feb 20 23:34:27.283263 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e00ea85-2215-4278-be9d-2a939b16733a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:27.301185 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a965185-3726-418d-82e3-345758282b9b None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:34:27.302718 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a965185-3726-418d-82e3-345758282b9b None None] Updating router 0a874ea9-4236-4734-9ecb-d497af31b8ac port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:34:27.347417 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a965185-3726-418d-82e3-345758282b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.364866 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Network 4be33781-3a15-4a90-9455-92630067f5b3 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:27.376023 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:27.393630 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b615410-cce8-424f-ac61-5b41fbbd2f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.451097 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Attempting to bind port aff57f5f-65bc-4182-9b96-3e14d62adf9b on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:27.451534 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Attempting to bind port aff57f5f-65bc-4182-9b96-3e14d62adf9b by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:27.452081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Attempting to bind port aff57f5f-65bc-4182-9b96-3e14d62adf9b on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:27.521319 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:27.521940 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Checking segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:27.522370 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.522781 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Bound using segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:27.523302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Bound port: aff57f5f-65bc-4182-9b96-3e14d62adf9b, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:27.526224 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.732423 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-05fe478d-725c-4cba-9381-24179a35e63f req-d4a3255a-3252-482c-be9a-40d0e93a6ccf tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.1100779 Feb 20 23:34:27.819178 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:27.831752 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:34:27.989990 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] For port aff57f5f-65bc-4182-9b96-3e14d62adf9b, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:28.016922 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] For port aff57f5f-65bc-4182-9b96-3e14d62adf9b, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=aff57f5f-65bc-4182-9b96-3e14d62adf9b,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:28.084618 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 7178dc90-597a-4231-a340-9a19c24225d8 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:28.093105 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.106961 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b615410-cce8-424f-ac61-5b41fbbd2f02 admin admin] Publish callbacks [] for security_group (028a6c9b-c9f0-4005-9069-2bac93a2706d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.180947 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-8e3d394b-4b8f-421b-8524-dc752d8c6b67 None None] Provisioning complete for port 4e00ea85-2215-4278-be9d-2a939b16733a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:28.181546 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e3d394b-4b8f-421b-8524-dc752d8c6b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.288087 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a965185-3726-418d-82e3-345758282b9b None None] Publish callbacks [] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.307648 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Routers {'23f645cf-3d16-427c-9e5f-c312f19a4969'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:28.308456 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['23f645cf-3d16-427c-9e5f-c312f19a4969'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:28.320172 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b615410-cce8-424f-ac61-5b41fbbd2f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (028a6c9b-c9f0-4005-9069-2bac93a2706d), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.386213 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a965185-3726-418d-82e3-345758282b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.589445 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:34:28.611475 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0b615410-cce8-424f-ac61-5b41fbbd2f02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44541d3610684b6cbb3c687db96956dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8445733 Feb 20 23:34:28.617076 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d78e80-22e9-4bf7-8f8a-5d64d65ec8ea None None] Pushing event updated for resources: {'Port': ['ID=8cfeb6bc-016e-4803-b58f-47dfa14e1461,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:28.626529 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-edc52e0c-3913-448b-a8fe-a15cbd5da5b7 admin admin] 10.222.0.60 "PUT /v2.0/routers/217fe9c7-f25c-4b91-89c0-f2c628247b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1016929 Feb 20 23:34:28.627670 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:28.629769 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b615410-cce8-424f-ac61-5b41fbbd2f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a6c9b-c9f0-4005-9069-2bac93a2706d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:28.693048 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] Set router 23f645cf-3d16-427c-9e5f-c312f19a4969 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:28.811311 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Request body: {'port': {'device_id': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:28.830773 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd403ad-289a-43ff-8e3c-82b229c9c15a admin admin] Publish callbacks [] for security_group (028a6c9b-c9f0-4005-9069-2bac93a2706d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.915434 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9a965185-3726-418d-82e3-345758282b9b None None] Attempting to bind port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:28.916177 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9a965185-3726-418d-82e3-345758282b9b None None] Attempting to bind port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:28.916854 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a965185-3726-418d-82e3-345758282b9b None None] Attempting to bind port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:28.932358 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd403ad-289a-43ff-8e3c-82b229c9c15a admin admin] Publish callbacks [] for security_group (028a6c9b-c9f0-4005-9069-2bac93a2706d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.936110 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a965185-3726-418d-82e3-345758282b9b None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:28.936556 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a965185-3726-418d-82e3-345758282b9b None None] Checking segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:28.937081 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a965185-3726-418d-82e3-345758282b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:28.937583 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a965185-3726-418d-82e3-345758282b9b None None] Bound using segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:28.938185 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9a965185-3726-418d-82e3-345758282b9b None None] Bound port: 8cfeb6bc-016e-4803-b58f-47dfa14e1461, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:28.938751 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a965185-3726-418d-82e3-345758282b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:29.052082 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:34:29.077383 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba6875-eded-4b32-bb87-2c88b47d50d6 req-11c897c1-02fa-4ff6-b53d-5f49e19b26e1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:29.093920 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2ba6875-eded-4b32-bb87-2c88b47d50d6 req-11c897c1-02fa-4ff6-b53d-5f49e19b26e1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 932 time: 0.5409508 Feb 20 23:34:29.096856 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:29.107589 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:29.122112 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bd583-f39e-4f40-bbb8-795b9f6b89e2 None None] Pushing event updated for resources: {'Port': ['ID=aff57f5f-65bc-4182-9b96-3e14d62adf9b,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:29.125615 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d394b-4b8f-421b-8524-dc752d8c6b67 None None] Port 4e00ea85-2215-4278-be9d-2a939b16733a cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:29.158892 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd403ad-289a-43ff-8e3c-82b229c9c15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (028a6c9b-c9f0-4005-9069-2bac93a2706d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:29.176491 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd403ad-289a-43ff-8e3c-82b229c9c15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:29.179566 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-7cd403ad-289a-43ff-8e3c-82b229c9c15a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/028a6c9b-c9f0-4005-9069-2bac93a2706d HTTP/1.1" status: 204 len: 168 time: 0.5507360 Feb 20 23:34:29.243164 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9a965185-3726-418d-82e3-345758282b9b None None] For port 8cfeb6bc-016e-4803-b58f-47dfa14e1461, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:29.260560 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9a965185-3726-418d-82e3-345758282b9b None None] For port 8cfeb6bc-016e-4803-b58f-47dfa14e1461, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8cfeb6bc-016e-4803-b58f-47dfa14e1461,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:29.267260 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd403ad-289a-43ff-8e3c-82b229c9c15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a6c9b-c9f0-4005-9069-2bac93a2706d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:29.288249 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:29.288903 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:29.336819 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.88', 63991) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:29.355383 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a965185-3726-418d-82e3-345758282b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:29.499212 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:29.505908 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57484) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:29.512797 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040193164', 'description': 'tempest-description--2045769660'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:29.518483 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:29.519134 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:29.585948 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2ba6875-eded-4b32-bb87-2c88b47d50d6 req-4cd0e2d3-90fc-4116-a19a-61d9329fad41 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909232 Feb 20 23:34:29.660985 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] Provisioning complete for port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:29.664501 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:29.739100 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57490) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:29.746799 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c34f413e-fa58-43ab-812e-084a3d5ff086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d196c91304c940a19483b090e914d4a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6370621 Feb 20 23:34:30.016147 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-97167e6b-8407-454a-9058-45cc400c2e7c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:30.018115 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-97167e6b-8407-454a-9058-45cc400c2e7c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 817 time: 0.6719449 Feb 20 23:34:30.044235 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Request body: {'port': {'device_id': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'admin_state_up': True, 'tenant_id': '446910545b954a49a52bf2f0df6c30e4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:30.132327 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:30.181791 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:30.411351 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c35e03c7-49d4-4a46-a1ee-2b3c23a29076 req-534ba637-cfd2-4fc5-b6b6-9dde0d9cacd0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.6027472 Feb 20 23:34:30.446716 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d78e80-22e9-4bf7-8f8a-5d64d65ec8ea None None] Pushing event updated for resources: {'Port': ['ID=8cfeb6bc-016e-4803-b58f-47dfa14e1461,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:30.478742 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:30.482189 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:30.576453 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:30.705156 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Made reservation on behalf of 446910545b954a49a52bf2f0df6c30e4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:30.712199 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:30.728126 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] Current status of the port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:30.728693 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:30.833373 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57536) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:30.864736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'aff57f5f-65bc-4182-9b96-3e14d62adf9b', 'name': '', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'mac_address': 'fa:16:3e:33:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:27Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'subnets': [{'id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:30.896869 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9a965185-3726-418d-82e3-345758282b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:29Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:30.917605 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871744714', 'description': 'tempest-description--1069121080'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:30.937023 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a965185-3726-418d-82e3-345758282b9b None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:29Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:34:31.012395 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] For port 8cfeb6bc-016e-4803-b58f-47dfa14e1461, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8cfeb6bc-016e-4803-b58f-47dfa14e1461,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:31.019128 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1edf98-34dc-4625-8c36-935465e20f08 None None] The sync data for ids ['23f645cf-3d16-427c-9e5f-c312f19a4969'] in dv-cinder-830098-1-iscsi is: [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:34:17Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'aff57f5f-65bc-4182-9b96-3e14d62adf9b', 'name': '', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'mac_address': 'fa:16:3e:33:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:27Z', 'revision_number': 4, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'subnets': [{'id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:34:31.035744 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (db376c2e-70e2-4ac6-973b-be4cc6781b79), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.045360 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.88', 63996) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:31.083651 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ae63-e9be-4a6b-b3e1-c333bccf6156 admin admin] Publish callbacks [] for security_group (cd93c18b-0e07-46d0-9273-f54a9ef47219), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.139198 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.191418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (db376c2e-70e2-4ac6-973b-be4cc6781b79), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.439481 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db376c2e-70e2-4ac6-973b-be4cc6781b79,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:31.473446 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:31.474665 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 37db7300-2c9c-48a4-810f-ff9d7a7dac08 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:31.481561 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Allocated IP 172.20.0.11 (b69943ad-210e-48e5-8dc2-3d71d3e44f71/1cf76015-0afb-4606-9c27-f4364a2742f8/49576d77-1fb3-4724-816c-06fa87166fb8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:31.526911 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ae63-e9be-4a6b-b3e1-c333bccf6156 admin admin] Publish callbacks [] for security_group (cd93c18b-0e07-46d0-9273-f54a9ef47219), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.605156 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749415-df77-41be-aecf-255bd50fa98b req-c34a9fff-7a85-4483-87b0-5b580f3747c1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:31.616709 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de749415-df77-41be-aecf-255bd50fa98b req-c34a9fff-7a85-4483-87b0-5b580f3747c1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 932 time: 0.7683401 Feb 20 23:34:31.638243 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-aacb4434-2b29-439f-ad9f-5d9d7f4228c0 None None] Provisioning complete for port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:31.640423 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aacb4434-2b29-439f-ad9f-5d9d7f4228c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.683689 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:31.687591 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9b891c63-65b6-48b6-a2bf-a1535ba88bab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1801102 Feb 20 23:34:31.690627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57564) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:31.712381 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3e114-170c-45e5-80b5-eb5ece469486 None None] Pushing event updated for resources: {'Port': ['ID=8cfeb6bc-016e-4803-b58f-47dfa14e1461,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:31.878407 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4de6089-f619-4ad5-9d5d-ca9c5fbbe2fd req-6abc5867-ccda-4245-83bd-cfb120fe981e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.2414780 Feb 20 23:34:31.941727 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'security_group_rule': {'security_group_id': 'db376c2e-70e2-4ac6-973b-be4cc6781b79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:31.956669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 2, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:31.959757 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:31.991295 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.100869 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:34:32.101493 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Updating router 217fe9c7-f25c-4b91-89c0-f2c628247b2f port 4e00ea85-2215-4278-be9d-2a939b16733a binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:34:32.265380 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (918e3c1a-028f-42d0-baec-ef75e183d973), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.283189 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks [] for port (49576d77-1fb3-4724-816c-06fa87166fb8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.304428 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-662f1e14-f704-42db-a061-8e69e6ab3371 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:32.310516 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-662f1e14-f704-42db-a061-8e69e6ab3371 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 817 time: 1.2641003 Feb 20 23:34:32.327258 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.420991 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.537467 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Request body: {'port': {'device_id': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'admin_state_up': True, 'tenant_id': '446910545b954a49a52bf2f0df6c30e4'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:32.594004 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.606099 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de749415-df77-41be-aecf-255bd50fa98b req-9251d884-f4c8-41bd-ab08-383a2d0d69c5 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9844511 Feb 20 23:34:32.659006 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3b2cef-a191-42c4-b4ac-fdcedfb17c57 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:32.689683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-aacb4434-2b29-439f-ad9f-5d9d7f4228c0 None None] Current status of the port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:32.712407 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ae63-e9be-4a6b-b3e1-c333bccf6156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (cd93c18b-0e07-46d0-9273-f54a9ef47219), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.715184 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ae63-e9be-4a6b-b3e1-c333bccf6156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.716801 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7cd2ae63-e9be-4a6b-b3e1-c333bccf6156 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd93c18b-0e07-46d0-9273-f54a9ef47219 HTTP/1.1" status: 204 len: 168 time: 2.9635060 Feb 20 23:34:32.719785 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Publish callbacks [] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.762651 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (918e3c1a-028f-42d0-baec-ef75e183d973), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.799195 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (b96bc003-2666-43be-b825-77427e59898b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.808968 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2ae63-e9be-4a6b-b3e1-c333bccf6156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93c18b-0e07-46d0-9273-f54a9ef47219,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:32.835609 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Transition to ACTIVE for port object df3b2cef-a191-42c4-b4ac-fdcedfb17c57 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:34:32.844096 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:32.857135 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (918e3c1a-028f-42d0-baec-ef75e183d973), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.864245 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:32.871722 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:32.884194 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:32.885090 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.914046 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b96bc003-2666-43be-b825-77427e59898b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.916359 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918e3c1a-028f-42d0-baec-ef75e183d973,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:32.920129 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:32.933829 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Pushing event updated for resources: {'Port': ['ID=49576d77-1fb3-4724-816c-06fa87166fb8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:32.985460 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96bc003-2666-43be-b825-77427e59898b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:33.020503 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Pushing event updated for resources: {'Port': ['ID=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:33.033891 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.040065 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-48e3c708-3bc3-4829-a523-2cce81bb6e7c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1800916 Feb 20 23:34:33.040853 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57626) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:33.050524 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-ea09297d-32fb-4527-a7f8-47e4c74da6b6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0119030 Feb 20 23:34:33.051333 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.055572 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ceaaeaa9-09ff-4957-9146-a52a57e58665 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2189972 Feb 20 23:34:33.056545 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'security_group_rule': {'security_group_id': 'b96bc003-2666-43be-b825-77427e59898b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:33.062777 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:33.075708 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Request body: {'port': {'device_id': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:33.076579 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:33.078691 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.094851 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41b4ec0b-a328-4648-b69e-4839d90cb96c req-492e63a8-ff7e-417d-bc72-ede5e024fc33 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.1037192 Feb 20 23:34:33.115600 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'security_group_rule': {'security_group_id': 'db376c2e-70e2-4ac6-973b-be4cc6781b79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:33.201663 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 37db7300-2c9c-48a4-810f-ff9d7a7dac08, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=37db7300-2c9c-48a4-810f-ff9d7a7dac08,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:33.262291 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.335706 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (cf35b3f2-ef37-4ad8-9aba-aa9dee033e18), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.343178 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Made reservation on behalf of 446910545b954a49a52bf2f0df6c30e4 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:33.352084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.360932 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (fb5268ae-0667-471e-bd96-4313c7753734), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.361518 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.595448 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=37db7300-2c9c-48a4-810f-ff9d7a7dac08,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:33.619312 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Attempting to bind port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:33.620403 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Attempting to bind port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e95fd0a3-8901-418e-b484-d0524519a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:33.623814 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Attempting to bind port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 on network 81c586ad-9f99-4739-b30f-21ef870cf58a {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:33.649446 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 on network 81c586ad-9f99-4739-b30f-21ef870cf58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:34:33.649787 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Attempting to bind port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 on network 81c586ad-9f99-4739-b30f-21ef870cf58a {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:33.673953 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:33.674603 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Checking segment: {'id': 'e95fd0a3-8901-418e-b484-d0524519a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:33.675261 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Bound using segment: {'id': 'e95fd0a3-8901-418e-b484-d0524519a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:33.675748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Bound port: df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95fd0a3-8901-418e-b484-d0524519a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:33.676298 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:33.836756 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8cfeb6bc-016e-4803-b58f-47dfa14e1461 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:33.940521 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Publish callbacks [] for port (4e00ea85-2215-4278-be9d-2a939b16733a), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.028140 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:34.028524 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.086259 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.095665 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (cf35b3f2-ef37-4ad8-9aba-aa9dee033e18), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.148794 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (fb5268ae-0667-471e-bd96-4313c7753734), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.182696 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (cf35b3f2-ef37-4ad8-9aba-aa9dee033e18), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.200537 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf35b3f2-ef37-4ad8-9aba-aa9dee033e18,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:34.268730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] For port df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:34.277341 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Allocated IP 172.20.0.13 (b69943ad-210e-48e5-8dc2-3d71d3e44f71/1cf76015-0afb-4606-9c27-f4364a2742f8/71c956c7-c9c1-4612-98d8-88f059d39db9) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:34.280198 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711406c4-3b38-48e6-bb10-dcf6a77e002e None None] Pushing event updated for resources: {'Port': ['ID=4e00ea85-2215-4278-be9d-2a939b16733a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:34.294384 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (fb5268ae-0667-471e-bd96-4313c7753734), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.341666 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.346022 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-5ef78680-34e9-4eb1-b42f-66064478a426 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2775025 Feb 20 23:34:34.352975 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57686) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:34.360066 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5268ae-0667-471e-bd96-4313c7753734,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:34.406768 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:34.468779 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.470022 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-71941bcf-4c8e-43bb-8da7-f82edb050a57 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4185426 Feb 20 23:34:34.473037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57692) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:34.477534 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'security_group_rule': {'security_group_id': 'b96bc003-2666-43be-b825-77427e59898b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:34.551179 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb79b697-af91-4263-82bf-2dcc82525722 req-1973f8b8-33fa-4e9b-850c-265f64b6ab3d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.2653120 Feb 20 23:34:34.564444 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] For port df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,segment=NetworkSegment(e95fd0a3-8901-418e-b484-d0524519a8df),segment_id=e95fd0a3-8901-418e-b484-d0524519a8df)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:34.600013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af87a1-b0f1-4fe9-b0a7-31880d3cd40e req-dbac42bf-2c45-469b-a3a7-6e6ecdf5ef3a tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:34.601620 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28af87a1-b0f1-4fe9-b0a7-31880d3cd40e req-dbac42bf-2c45-469b-a3a7-6e6ecdf5ef3a tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.6711655 Feb 20 23:34:34.611356 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Attempting to bind port 4e00ea85-2215-4278-be9d-2a939b16733a on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:34.611969 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Attempting to bind port 4e00ea85-2215-4278-be9d-2a939b16733a by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:34.612424 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Attempting to bind port 4e00ea85-2215-4278-be9d-2a939b16733a on network 4be33781-3a15-4a90-9455-92630067f5b3 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:34.630069 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:34.630537 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Checking segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:34.630897 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.631348 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Bound using segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:34.631972 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Bound port: 4e00ea85-2215-4278-be9d-2a939b16733a, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:34.632377 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.640320 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:34.641594 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aff57f5f-65bc-4182-9b96-3e14d62adf9b up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:34.716087 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (6c1d1bb0-296e-428d-9420-39bbc438d6ae), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.750710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:34.775425 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-4accae79-953b-435e-a977-bb5c2662ba91 None None] Provisioning complete for port 4e00ea85-2215-4278-be9d-2a939b16733a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:34.775810 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4accae79-953b-435e-a977-bb5c2662ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.784541 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.841990 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (6c1d1bb0-296e-428d-9420-39bbc438d6ae), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.863431 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] For port 4e00ea85-2215-4278-be9d-2a939b16733a, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:34.873748 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28af87a1-b0f1-4fe9-b0a7-31880d3cd40e req-f1789f1b-0f61-45a3-8bdd-5f3d24b08b38 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393999 Feb 20 23:34:34.885079 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port aff57f5f-65bc-4182-9b96-3e14d62adf9b triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:34.888898 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.933946 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4accae79-953b-435e-a977-bb5c2662ba91 None None] Port 4e00ea85-2215-4278-be9d-2a939b16733a cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:34.940711 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] For port 4e00ea85-2215-4278-be9d-2a939b16733a, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=4e00ea85-2215-4278-be9d-2a939b16733a,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:34.949704 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.951118 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (6c1d1bb0-296e-428d-9420-39bbc438d6ae), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.958647 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:34.959443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:34.961030 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] 10.222.0.88 "PUT /v2.0/ports/df3b2cef-a191-42c4-b4ac-fdcedfb17c57 HTTP/1.1" status: 200 len: 1094 time: 6.7096395 Feb 20 23:34:34.963394 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'tag': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:34.980599 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1d1bb0-296e-428d-9420-39bbc438d6ae,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:34.999123 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.086908 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.089141 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a0c6f267-e35d-487b-88da-283bf7712d52 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6143255 Feb 20 23:34:35.101931 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57710) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:35.107529 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:35.132754 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port aff57f5f-65bc-4182-9b96-3e14d62adf9b is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:35.135308 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.210350 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cf71b75-32c4-4363-b2b6-c0778142b348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.216000 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:34:35.220222 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:35.222447 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711406c4-3b38-48e6-bb10-dcf6a77e002e None None] Pushing event updated for resources: {'Port': ['ID=4e00ea85-2215-4278-be9d-2a939b16733a,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:35.251265 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.350179 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port aff57f5f-65bc-4182-9b96-3e14d62adf9b, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=aff57f5f-65bc-4182-9b96-3e14d62adf9b,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:35.389844 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530229c1-538f-4f08-b289-b512c981ec5b service neutron] Pushing event updated for resources: {'Port': ['ID=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:35.468584 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-221bdf18-94f8-4249-99de-18e027e91c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:35.473090 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-221bdf18-94f8-4249-99de-18e027e91c0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11832d45d09f44a6a27ae402471456e8&device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 1128 time: 0.3637094 Feb 20 23:34:35.478559 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.568560 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cf71b75-32c4-4363-b2b6-c0778142b348 admin admin] Publish callbacks [] for security_group (2be447f9-1359-4cc8-a268-8a4b9ef10390), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.608548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:34:35.611085 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91845a5c-6fc0-4475-b561-e75e23ed0681" -d '{"events": [{"name": "network-changed", "server_uuid": "85794b06-73f3-4d21-9c38-d3b1ee2fc94a", "tag": "df3b2cef-a191-42c4-b4ac-fdcedfb17c57"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:35.621852 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.641752 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-5004e98a-f3ec-479c-badb-900a5a117be9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57 HTTP/1.1" status: 200 len: 217 time: 0.1481998 Feb 20 23:34:35.655129 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cf71b75-32c4-4363-b2b6-c0778142b348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (2be447f9-1359-4cc8-a268-8a4b9ef10390), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.725242 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 37db7300-2c9c-48a4-810f-ff9d7a7dac08 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:35.802329 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=aff57f5f-65bc-4182-9b96-3e14d62adf9b,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:35.841065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] Provisioning complete for port 4e00ea85-2215-4278-be9d-2a939b16733a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:35.846165 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3cf71b75-32c4-4363-b2b6-c0778142b348 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c9ece80b49242ad809ed97b157222b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0917370 Feb 20 23:34:35.847785 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:35.852391 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:35.859315 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf71b75-32c4-4363-b2b6-c0778142b348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be447f9-1359-4cc8-a268-8a4b9ef10390,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:35.970302 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Allocated IP 172.27.1.52 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/4cedb2ae-4907-4476-bb1a-8c3ce2704f0d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:36.041745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-370ddc2e-f5e2-4d19-a45a-371e419a37f9 admin admin] Publish callbacks [] for security_group (2be447f9-1359-4cc8-a268-8a4b9ef10390), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.082845 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks [] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.162318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38efeae4-6558-4a84-b82e-c8f76905ba41 req-a64c593f-5d67-45cc-89b7-f7e9614308a4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.4888375 Feb 20 23:34:36.205638 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e78e0-0a45-43a1-8478-ab9e2d278c25 x-openstack-request-id: req-365e78e0-0a45-43a1-8478-ab9e2d278c25 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:36.205999 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85794b06-73f3-4d21-9c38-d3b1ee2fc94a", "tag": "df3b2cef-a191-42c4-b4ac-fdcedfb17c57", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:36.206190 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-365e78e0-0a45-43a1-8478-ab9e2d278c25 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:36.206784 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'tag': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57', 'status': 'completed', 'code': 200} Feb 20 23:34:36.228487 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-370ddc2e-f5e2-4d19-a45a-371e419a37f9 admin admin] Publish callbacks [] for security_group (2be447f9-1359-4cc8-a268-8a4b9ef10390), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.230627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.257683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] Current status of the port 4e00ea85-2215-4278-be9d-2a939b16733a is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:36.257683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.289788 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:36.290241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.314159 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-968b615e-e529-47ab-8553-5c46e51af43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:36.314159 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-968b615e-e529-47ab-8553-5c46e51af43d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=586f1efd-8f15-4eb9-a991-1940054db839 HTTP/1.1" status: 200 len: 851 time: 0.6372068 Feb 20 23:34:36.345952 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] For port 4e00ea85-2215-4278-be9d-2a939b16733a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=4e00ea85-2215-4278-be9d-2a939b16733a,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:36.397351 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.469124 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-370ddc2e-f5e2-4d19-a45a-371e419a37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (2be447f9-1359-4cc8-a268-8a4b9ef10390), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.473120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-370ddc2e-f5e2-4d19-a45a-371e419a37f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.476981 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-370ddc2e-f5e2-4d19-a45a-371e419a37f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2be447f9-1359-4cc8-a268-8a4b9ef10390 HTTP/1.1" status: 204 len: 168 time: 0.6165373 Feb 20 23:34:36.492727 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ddc2e-f5e2-4d19-a45a-371e419a37f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be447f9-1359-4cc8-a268-8a4b9ef10390,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:36.511375 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-72423e88-6077-429e-8250-9327e4384abf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81c586ad-9f99-4739-b30f-21ef870cf58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285257 Feb 20 23:34:36.517635 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.537904 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.617743 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'Port': ['ID=4cedb2ae-4907-4476-bb1a-8c3ce2704f0d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:36.620469 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:36.638363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.638731 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:34Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:34:36.685556 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:36.692801 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272fc0-f3e7-4f54-bc26-50d6722b17d3 req-65758baf-c5d6-420f-b92e-05b67ffdf7b6 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:36.694779 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06272fc0-f3e7-4f54-bc26-50d6722b17d3 req-65758baf-c5d6-420f-b92e-05b67ffdf7b6 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.4007559 Feb 20 23:34:36.695098 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74de167-7233-45a2-9e99-b499c7c6b82f None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:34Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:34:36.696974 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3f61-bab0-41be-b9e5-678a8f188c40 None None] Pushing event updated for resources: {'Port': ['ID=4e00ea85-2215-4278-be9d-2a939b16733a,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:36.770070 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:36.787969 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:36.788481 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Network b69943ad-210e-48e5-8dc2-3d71d3e44f71 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:36.805142 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:36.807578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:36.914222 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:36.927264 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Allocated IP 172.27.1.41 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/5e17839a-0a4a-4f50-b6e7-981ab7be9b2b) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:37.046172 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Pushing event updated for resources: {'Port': ['ID=71c956c7-c9c1-4612-98d8-88f059d39db9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:37.099555 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06272fc0-f3e7-4f54-bc26-50d6722b17d3 req-b501b59f-56ce-4c2b-9428-afee399319f9 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244834 Feb 20 23:34:37.134990 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-12b5b79a-7c01-4e41-9b38-813c5dbacb2d service neutron] 10.222.0.88 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077561 Feb 20 23:34:37.171738 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49576d77-1fb3-4724-816c-06fa87166fb8 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:37.184396 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Publish callbacks [] for port (49576d77-1fb3-4724-816c-06fa87166fb8), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.238609 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Transition to ACTIVE for port object 49576d77-1fb3-4724-816c-06fa87166fb8 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:34:37.330647 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.400602 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.412348 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.461045 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:37.461722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.561125 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=49576d77-1fb3-4724-816c-06fa87166fb8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:37.694356 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:37.765120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14dc5b27-d063-4aed-ad88-c48736a5c9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.787724 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Attempting to bind port 49576d77-1fb3-4724-816c-06fa87166fb8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:37.788141 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Attempting to bind port 49576d77-1fb3-4724-816c-06fa87166fb8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:37.788513 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Attempting to bind port 49576d77-1fb3-4724-816c-06fa87166fb8 on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:37.828694 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Port 49576d77-1fb3-4724-816c-06fa87166fb8 on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:34:37.828694 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Attempting to bind port 49576d77-1fb3-4724-816c-06fa87166fb8 on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:37.842608 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c5108-0543-41dd-b7a1-895ef72278c6 req-05ab2052-744c-416f-bae6-786a489ce580 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:37.849216 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b5c5108-0543-41dd-b7a1-895ef72278c6 req-05ab2052-744c-416f-bae6-786a489ce580 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 932 time: 0.4217556 Feb 20 23:34:37.890569 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-3d4cba27-97f4-42b5-9af5-1e3374643903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3991911 Feb 20 23:34:37.940120 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Request body: {'port': {'device_id': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:37.955692 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:37.976438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Checking segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:37.976438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Bound using segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:37.976438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Bound port: 49576d77-1fb3-4724-816c-06fa87166fb8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:37.976438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:37.976991 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.021783 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aff57f5f-65bc-4182-9b96-3e14d62adf9b up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:38.098161 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port aff57f5f-65bc-4182-9b96-3e14d62adf9b triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:38.098552 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.169227 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:38.179780 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51cc01d6-d2f2-47f4-b6fe-40dc535ea713 req-52b2c2e9-2a12-4e78-b93f-86448c4e5680 service neutron] 10.222.0.88 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0027676 Feb 20 23:34:38.180871 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:38.258579 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:38.384301 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b5c5108-0543-41dd-b7a1-895ef72278c6 req-190e4fd2-179b-464a-8660-480153b7fbc6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173125 Feb 20 23:34:38.410882 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port aff57f5f-65bc-4182-9b96-3e14d62adf9b is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:38.412840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4e00ea85-2215-4278-be9d-2a939b16733a up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:38.462696 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.476963 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 4e00ea85-2215-4278-be9d-2a939b16733a triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:38.477347 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.521391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'Port': ['ID=5e17839a-0a4a-4f50-b6e7-981ab7be9b2b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:38.578313 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 4e00ea85-2215-4278-be9d-2a939b16733a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:38.592672 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] For port 49576d77-1fb3-4724-816c-06fa87166fb8, host hv-cinder-83009, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:38.611553 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] For port 49576d77-1fb3-4724-816c-06fa87166fb8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49576d77-1fb3-4724-816c-06fa87166fb8,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:38.621944 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.644111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18868-d201-498b-b69c-a31cbb51a20a req-e07571a2-3bf7-4bbc-aa0c-3f2c353eb957 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:38.645682 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4bc18868-d201-498b-b69c-a31cbb51a20a req-e07571a2-3bf7-4bbc-aa0c-3f2c353eb957 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.2675755 Feb 20 23:34:38.646682 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14dc5b27-d063-4aed-ad88-c48736a5c9e5 admin admin] Publish callbacks [] for security_group (dc06758b-4b83-4177-8ba9-a94bd3298eb6), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.761484 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (53288b67-2402-45cf-a89c-2f02099e0c00), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:38.843220 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4bc18868-d201-498b-b69c-a31cbb51a20a req-f6659933-703e-4a00-95a8-6d0c871009be tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901827 Feb 20 23:34:38.958509 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:34:39.011367 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c956c7-c9c1-4612-98d8-88f059d39db9 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:39.026368 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Publish callbacks [] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.045672 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Transition to ACTIVE for port object 71c956c7-c9c1-4612-98d8-88f059d39db9 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:34:39.092806 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14dc5b27-d063-4aed-ad88-c48736a5c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (dc06758b-4b83-4177-8ba9-a94bd3298eb6), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.098132 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.144725 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.162640 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.203054 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ec5d4f2-87e1-41f9-bac9-4f1a110f71a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.226837 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.255073 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.267700 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc5b27-d063-4aed-ad88-c48736a5c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc06758b-4b83-4177-8ba9-a94bd3298eb6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:39.311378 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:39.312085 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.315458 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] 10.222.0.88 "PUT /v2.0/ports/49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 1094 time: 6.2498202 Feb 20 23:34:39.315458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'tag': '49576d77-1fb3-4724-816c-06fa87166fb8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:39.393845 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-14dc5b27-d063-4aed-ad88-c48736a5c9e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab57aaf0b4504b208f8cb1d4af338c73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6979392 Feb 20 23:34:39.402727 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:39.581650 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:39.600857 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4958441 Feb 20 23:34:39.690976 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34388da-db27-4fda-b593-06b84fc92fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=49576d77-1fb3-4724-816c-06fa87166fb8,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:39.702491 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652" -d '{"events": [{"name": "network-changed", "server_uuid": "fdab5b57-0e32-499a-a6ff-3195edaa59d8", "tag": "49576d77-1fb3-4724-816c-06fa87166fb8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:39.722719 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Pushing event updated for resources: {'Port': ['ID=71c956c7-c9c1-4612-98d8-88f059d39db9,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:39.858681 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-a8d7c1f7-355b-4faa-8316-d59419cdb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:39.860284 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-a8d7c1f7-355b-4faa-8316-d59419cdb1f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11832d45d09f44a6a27ae402471456e8&device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 1128 time: 0.7357540 Feb 20 23:34:39.870445 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d978d-8c47-4bbd-b520-f941a635f88c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'Port': ['ID=4cedb2ae-4907-4476-bb1a-8c3ce2704f0d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:39.878833 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9124f979-e8e5-4e48-9b7f-698717b90790 admin admin] Publish callbacks [] for security_group (dc06758b-4b83-4177-8ba9-a94bd3298eb6), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.014811 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-3feee5a7-3e60-44d4-bef9-fd62da400344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:40.022566 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-3feee5a7-3e60-44d4-bef9-fd62da400344 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1128 time: 0.5157661 Feb 20 23:34:40.178329 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-a47afdd8-a2cf-40d7-b945-6d679b5d8c25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.1212568 Feb 20 23:34:40.180816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf8398d-19f1-4d1c-9373-a92bfbdaef60 x-openstack-request-id: req-7cf8398d-19f1-4d1c-9373-a92bfbdaef60 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:40.181311 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdab5b57-0e32-499a-a6ff-3195edaa59d8", "tag": "49576d77-1fb3-4724-816c-06fa87166fb8", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:40.181743 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cf8398d-19f1-4d1c-9373-a92bfbdaef60 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:40.182399 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'tag': '49576d77-1fb3-4724-816c-06fa87166fb8', 'status': 'completed', 'code': 200} Feb 20 23:34:40.188078 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9124f979-e8e5-4e48-9b7f-698717b90790 admin admin] Publish callbacks [] for security_group (dc06758b-4b83-4177-8ba9-a94bd3298eb6), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.285365 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-09edbea6-d3c0-444b-b51f-6cdb7620d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:40.288547 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-09edbea6-d3c0-444b-b51f-6cdb7620d310 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0767770 Feb 20 23:34:40.302302 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Attempting to bind port 71c956c7-c9c1-4612-98d8-88f059d39db9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:40.302903 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Attempting to bind port 71c956c7-c9c1-4612-98d8-88f059d39db9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:40.303007 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Attempting to bind port 71c956c7-c9c1-4612-98d8-88f059d39db9 on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:40.333863 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bf2fc-6522-4bbb-aa3f-dfaca5b3f34e req-cbb0e03f-40ec-43cb-9375-c5526b95039c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:40.335437 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b60bf2fc-6522-4bbb-aa3f-dfaca5b3f34e req-cbb0e03f-40ec-43cb-9375-c5526b95039c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.7825506 Feb 20 23:34:40.344886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Port 71c956c7-c9c1-4612-98d8-88f059d39db9 on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:34:40.345213 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Attempting to bind port 71c956c7-c9c1-4612-98d8-88f059d39db9 on network b69943ad-210e-48e5-8dc2-3d71d3e44f71 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:40.387694 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9124f979-e8e5-4e48-9b7f-698717b90790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (dc06758b-4b83-4177-8ba9-a94bd3298eb6), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.392901 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9124f979-e8e5-4e48-9b7f-698717b90790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.395721 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9124f979-e8e5-4e48-9b7f-698717b90790 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc06758b-4b83-4177-8ba9-a94bd3298eb6 HTTP/1.1" status: 204 len: 168 time: 0.9918063 Feb 20 23:34:40.396773 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.409798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124f979-e8e5-4e48-9b7f-698717b90790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc06758b-4b83-4177-8ba9-a94bd3298eb6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:40.410532 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:40.410886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Checking segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:40.411274 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Bound using segment: {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:40.411732 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Bound port: 71c956c7-c9c1-4612-98d8-88f059d39db9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43679a9-3630-4dfb-894c-f17ab9149bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:40.412143 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.454194 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-fbf302da-f79f-4b28-91a6-35dc7f473051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:40.455689 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-fbf302da-f79f-4b28-91a6-35dc7f473051 service neutron] 10.222.0.88 "GET /v2.0/networks?id=81c586ad-9f99-4739-b30f-21ef870cf58a HTTP/1.1" status: 200 len: 912 time: 0.5726538 Feb 20 23:34:40.497311 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1dbc-e44c-47c0-a614-43f331cb38e6 req-2b7696aa-adb5-4462-93b0-e23981fe33be tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:40.505254 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efbc1dbc-e44c-47c0-a614-43f331cb38e6 req-2b7696aa-adb5-4462-93b0-e23981fe33be tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.2759898 Feb 20 23:34:40.517016 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.527504 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-bff08be2-676a-4976-a1eb-7bb9a743f397 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845654 Feb 20 23:34:40.609916 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b60bf2fc-6522-4bbb-aa3f-dfaca5b3f34e req-fc223782-c79d-4e5d-bdb1-b3adca310cef tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620454 Feb 20 23:34:40.646848 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-310b5dfe-9b5c-4c63-b080-34fc93246d85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57 HTTP/1.1" status: 200 len: 217 time: 0.1330764 Feb 20 23:34:40.672348 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57834) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:40.739932 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-51515fad-9e78-40df-9dd4-4d91383d0ebe service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927128 Feb 20 23:34:40.753399 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] For port 71c956c7-c9c1-4612-98d8-88f059d39db9, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:40.772453 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'Port': ['ID=5e17839a-0a4a-4f50-b6e7-981ab7be9b2b,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:40.793788 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] For port 71c956c7-c9c1-4612-98d8-88f059d39db9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=71c956c7-c9c1-4612-98d8-88f059d39db9,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:40.805219 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efbc1dbc-e44c-47c0-a614-43f331cb38e6 req-b6b1756a-c529-49ee-846b-1f244af34d99 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988634 Feb 20 23:34:40.811667 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-49ffa669-b1da-45ac-bbbc-4ff277302d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:40.813191 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-49ffa669-b1da-45ac-bbbc-4ff277302d10 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=586f1efd-8f15-4eb9-a991-1940054db839 HTTP/1.1" status: 200 len: 851 time: 0.1551414 Feb 20 23:34:40.823142 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (53288b67-2402-45cf-a89c-2f02099e0c00), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.846076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41d44396-aa0e-4d1b-af43-340a58851ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.879850 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-93dbf53f-e3ba-4d36-a1ba-52a815fc6294 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1871744714&fields=id&tenant_id=9852d2f922e446bcb97ad81dc2a977fb HTTP/1.1" status: 200 len: 267 time: 0.0933843 Feb 20 23:34:40.962833 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41d44396-aa0e-4d1b-af43-340a58851ed1 admin admin] Publish callbacks [] for security_group (eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:40.977098 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-e796fc27-f024-4125-9217-9b0cb06e2d0d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81c586ad-9f99-4739-b30f-21ef870cf58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318189 Feb 20 23:34:41.003920 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.029742 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.030885 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-57dd55b2-7c0d-475a-b1a3-100d8e2131c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6285529 Feb 20 23:34:41.063747 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.064410 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.069536 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] 10.222.0.88 "PUT /v2.0/ports/71c956c7-c9c1-4612-98d8-88f059d39db9 HTTP/1.1" status: 200 len: 1094 time: 3.1535788 Feb 20 23:34:41.069536 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'tag': '71c956c7-c9c1-4612-98d8-88f059d39db9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:41.070036 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "050b4d26-2c1c-436a-9eea-4c3c6dee5af9", "tag": "71c956c7-c9c1-4612-98d8-88f059d39db9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:41.096062 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-81b1954d-a047-44a8-8e34-79d40e3c99f5 req-22156e0c-8f4e-40ad-8415-3a675ae1e90e service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542137 Feb 20 23:34:41.097223 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41d44396-aa0e-4d1b-af43-340a58851ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.137589 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-9aacc886-c0b1-4ca3-b6ca-28f9833c6285 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.139194 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-9aacc886-c0b1-4ca3-b6ca-28f9833c6285 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 810 time: 0.2518249 Feb 20 23:34:41.163954 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-41d44396-aa0e-4d1b-af43-340a58851ed1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60253aed64bc40abb3d2fba05bb5ff17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904289 Feb 20 23:34:41.164863 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:41.172506 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d44396-aa0e-4d1b-af43-340a58851ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:41.186058 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb1c17-45b0-4886-a78d-ab327c6af193 x-openstack-request-id: req-edeb1c17-45b0-4886-a78d-ab327c6af193 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:41.186359 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050b4d26-2c1c-436a-9eea-4c3c6dee5af9", "tag": "71c956c7-c9c1-4612-98d8-88f059d39db9", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:41.186617 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edeb1c17-45b0-4886-a78d-ab327c6af193 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:41.187070 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'tag': '71c956c7-c9c1-4612-98d8-88f059d39db9', 'status': 'completed', 'code': 200} Feb 20 23:34:41.194858 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-925d8e82-268e-47a1-9584-ab35e6c54ebc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/quotas/9852d2f922e446bcb97ad81dc2a977fb HTTP/1.1" status: 200 len: 375 time: 0.0387304 Feb 20 23:34:41.195460 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a7c1f-75d7-405d-b0bb-2632bb68731e service neutron] Pushing event updated for resources: {'Port': ['ID=71c956c7-c9c1-4612-98d8-88f059d39db9,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:41.249145 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-cb825cf2-583b-4239-849d-c0494b44ef36 service neutron] 10.222.0.88 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793623 Feb 20 23:34:41.285993 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-16724724-b4f9-489e-a9d3-68063c77387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.288013 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-16724724-b4f9-489e-a9d3-68063c77387d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 1128 time: 0.1106141 Feb 20 23:34:41.311562 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c6cea36-566d-4a25-b672-87982df92fdb admin admin] Publish callbacks [] for security_group (eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.343198 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-ff618469-8a2f-4db0-862e-92820f196e5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c956c7-c9c1-4612-98d8-88f059d39db9 HTTP/1.1" status: 200 len: 217 time: 0.0464218 Feb 20 23:34:41.375964 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-caf01607-ec7e-4210-9232-d1896d52bcd4 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684234 Feb 20 23:34:41.414466 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c6cea36-566d-4a25-b672-87982df92fdb admin admin] Publish callbacks [] for security_group (eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.456991 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-9adeeb34-b436-400a-8c91-1b793a1d48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.458398 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-9adeeb34-b436-400a-8c91-1b793a1d48d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.1060920 Feb 20 23:34:41.489157 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-277340de-b188-4931-96a7-8d0b6eefd123 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1040193164&fields=id&tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 267 time: 0.0907769 Feb 20 23:34:41.495405 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-7cee0bbc-2e92-46fd-be86-fdd59ef5bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.495687 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-4accba96-9a63-4bf2-b9c3-8035fa8130e9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303447 Feb 20 23:34:41.495759 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-7cee0bbc-2e92-46fd-be86-fdd59ef5bff6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1128 time: 0.2075520 Feb 20 23:34:41.501144 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91845a5c-6fc0-4475-b561-e75e23ed0681 req-e3ea7a47-1754-4699-a310-f672d56a3a91 service neutron] 10.222.0.88 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430694 Feb 20 23:34:41.552928 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1be1ca3-5972-44b3-897b-64ff95d40486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.611267 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c6cea36-566d-4a25-b672-87982df92fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.614326 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c6cea36-566d-4a25-b672-87982df92fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:41.616238 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1c6cea36-566d-4a25-b672-87982df92fdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e HTTP/1.1" status: 204 len: 168 time: 0.4493997 Feb 20 23:34:41.637927 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cea36-566d-4a25-b672-87982df92fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2fc4da-e3fe-487e-8be3-d4621bd6cd4e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:41.660569 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-a6453bfb-9946-4449-af50-a3b60caae7f3 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542199 Feb 20 23:34:41.707455 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-43f7485d-a529-4345-9f07-80aa8cbda856 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:34:41.718765 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-43f7485d-a529-4345-9f07-80aa8cbda856 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1254902 Feb 20 23:34:41.790502 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-94d24147-8f12-4f68-8295-baf69eee9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.796440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-94d24147-8f12-4f68-8295-baf69eee9fde service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.2780452 Feb 20 23:34:41.817649 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-85353dbd-3b50-4559-baf4-841a8361ff6d req-74c8844d-6c91-41ae-a028-1d6a52eb20ba service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434984 Feb 20 23:34:41.865958 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-74911a85-8959-4d2e-a9dd-c62f38eaa420 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.0598769 Feb 20 23:34:41.874099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-1406d021-fb59-4237-8924-d2a865727dd8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:41.875558 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-1406d021-fb59-4237-8924-d2a865727dd8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 816 time: 0.3716969 Feb 20 23:34:41.906286 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-6cd2b013-58e7-4ec1-883e-1c6c60eec94c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/quotas/028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 375 time: 0.0200908 Feb 20 23:34:41.911923 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-b221ea2d-01cc-41fa-8c69-e59681b37a14 service neutron] 10.222.0.60 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922903 Feb 20 23:34:42.025006 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-a41facd9-fbdb-47a5-8881-09f02fd8e554 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121593 Feb 20 23:34:42.042648 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-40d256d6-a884-441d-aee4-f718a5c06725 service neutron] 10.222.0.60 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206422 Feb 20 23:34:42.142370 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-d4881cd5-faa3-4d52-91d4-618c7506b25e service neutron] 10.222.0.60 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965998 Feb 20 23:34:42.425856 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 57924) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:42.443217 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed76e45-5f3f-402e-ae1c-54fad452422c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:42.456417 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-7bfddbe8-e671-46cf-bc88-92d21ec851c1 service neutron] 10.222.0.60 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057168 Feb 20 23:34:42.463172 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45255-eeb8-487f-8b64-e0171841340e req-76403369-fb7e-40c1-a442-61e1e67b4a07 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:42.470478 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8a45255-eeb8-487f-8b64-e0171841340e req-76403369-fb7e-40c1-a442-61e1e67b4a07 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.0904124 Feb 20 23:34:42.537076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed76e45-5f3f-402e-ae1c-54fad452422c admin admin] Publish callbacks [] for security_group (c3c90262-80b4-493f-bdd9-7c3a819e7648), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:42.550878 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8a45255-eeb8-487f-8b64-e0171841340e req-5432a50b-27f0-416a-b39b-66208538dc23 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690153 Feb 20 23:34:42.652395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a93c-b60a-4efc-9bf8-be1eebec6a2d req-530ea4a4-1a59-4a9b-9b76-fd7ea0a51aba tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:42.654178 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd26a93c-b60a-4efc-9bf8-be1eebec6a2d req-530ea4a4-1a59-4a9b-9b76-fd7ea0a51aba tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.0580156 Feb 20 23:34:42.679058 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed76e45-5f3f-402e-ae1c-54fad452422c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c3c90262-80b4-493f-bdd9-7c3a819e7648), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:42.710277 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd26a93c-b60a-4efc-9bf8-be1eebec6a2d req-e78cf7e3-53e9-4baf-9e04-a63dac727dc2 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495656 Feb 20 23:34:42.717870 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bed76e45-5f3f-402e-ae1c-54fad452422c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceff8ab5705b4933a4a33630228a2b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907112 Feb 20 23:34:42.721183 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 57938) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:42.733833 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed76e45-5f3f-402e-ae1c-54fad452422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c90262-80b4-493f-bdd9-7c3a819e7648,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:42.843338 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98932bbd-18cd-4b7a-b787-8e4163d79809 admin admin] Publish callbacks [] for security_group (c3c90262-80b4-493f-bdd9-7c3a819e7648), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:42.871291 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:42.905540 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4e615e9-572f-4176-82d0-6638142b4f79 req-5996b795-9347-40ca-8f56-e515e4bca267 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0686014 Feb 20 23:34:42.933729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b89bd3ad-ed98-4693-9e12-37d4d197477f req-7986c88b-4fab-4465-8bab-a44646f357d2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 210 time: 0.0835202 Feb 20 23:34:42.935944 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98932bbd-18cd-4b7a-b787-8e4163d79809 admin admin] Publish callbacks [] for security_group (c3c90262-80b4-493f-bdd9-7c3a819e7648), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:42.938603 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-1b47c991-eed5-4257-85e8-f38ecdd0ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:42.940506 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-1b47c991-eed5-4257-85e8-f38ecdd0ed4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.1386256 Feb 20 23:34:43.084458 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98932bbd-18cd-4b7a-b787-8e4163d79809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c3c90262-80b4-493f-bdd9-7c3a819e7648), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:43.087231 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98932bbd-18cd-4b7a-b787-8e4163d79809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:43.088961 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-98932bbd-18cd-4b7a-b787-8e4163d79809 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3c90262-80b4-493f-bdd9-7c3a819e7648 HTTP/1.1" status: 204 len: 168 time: 0.3663936 Feb 20 23:34:43.099876 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98932bbd-18cd-4b7a-b787-8e4163d79809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c90262-80b4-493f-bdd9-7c3a819e7648,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:43.665813 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbdefd-00ce-46b6-8d52-2f19088cdaa7 req-85a52a64-8d89-4d20-afc8-846e9edca4b7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:43.667815 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f9dbdefd-00ce-46b6-8d52-2f19088cdaa7 req-85a52a64-8d89-4d20-afc8-846e9edca4b7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.0610898 Feb 20 23:34:43.717484 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f9dbdefd-00ce-46b6-8d52-2f19088cdaa7 req-9c6a9697-fbdf-450d-8fe0-76b88908f89f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Feb 20 23:34:43.865492 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755364ed-c756-4143-b2dd-53a297b8815b req-0efd81c9-e353-41ac-806f-3945dea5e067 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:43.867064 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-755364ed-c756-4143-b2dd-53a297b8815b req-0efd81c9-e353-41ac-806f-3945dea5e067 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.0544870 Feb 20 23:34:43.930041 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-755364ed-c756-4143-b2dd-53a297b8815b req-224b09c2-b7d7-46a8-bbcf-e05a30639a43 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547729 Feb 20 23:34:44.015147 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a02a1643-b1ba-44f9-8877-a31794b51f44 req-a258dfb6-af90-4d4f-9af9-4bb6fdcfd758 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0382106 Feb 20 23:34:44.029758 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:44.078523 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8458e20f-49eb-4c06-a0da-8191278afb6d req-9ffd4db7-5b7e-4e86-b729-40d62fd2c219 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 210 time: 0.0369446 Feb 20 23:34:44.629023 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-f31cd6e1-05f9-4c69-88ad-c609a6fd8c68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350482 Feb 20 23:34:44.663221 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-3570c401-f274-4455-8c6c-535cdf3069d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:44.666534 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-3570c401-f274-4455-8c6c-535cdf3069d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 1128 time: 0.0552053 Feb 20 23:34:44.739624 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-cf6afbd4-ce07-412a-9a50-844f83a1b3ae service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971267 Feb 20 23:34:44.842271 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-6801a6ce-acb1-42ae-bbef-c70b72e8838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:44.844392 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-6801a6ce-acb1-42ae-bbef-c70b72e8838f service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.1721501 Feb 20 23:34:44.880554 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28f3a801-1ccc-4910-b6c2-1af1cd2ec652 req-e901b319-f430-4c4d-813b-f17d2d35ba78 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299608 Feb 20 23:34:44.896632 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-330a21f5-91fb-46a2-93c3-6a935049c622 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c956c7-c9c1-4612-98d8-88f059d39db9 HTTP/1.1" status: 200 len: 217 time: 0.0444901 Feb 20 23:34:44.900911 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d494a-8741-4ab7-988a-eab49d426cd4 req-03cd7791-3ae2-4758-a4b2-5173ce0622ec tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:44.908862 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d8d494a-8741-4ab7-988a-eab49d426cd4 req-03cd7791-3ae2-4758-a4b2-5173ce0622ec tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.1036761 Feb 20 23:34:44.976023 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d8d494a-8741-4ab7-988a-eab49d426cd4 req-59f6ccf1-9f35-4d05-8085-1164a980fc1d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662031 Feb 20 23:34:45.008783 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-32d7023e-11e5-4194-b452-dd77317ff935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:45.010560 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-32d7023e-11e5-4194-b452-dd77317ff935 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.1073508 Feb 20 23:34:45.070737 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63532ce0-c3ac-421b-99ed-f5be803f5fd3 req-095fb1fa-bdc7-470f-8623-38f3d7b3c891 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:45.072307 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63532ce0-c3ac-421b-99ed-f5be803f5fd3 req-095fb1fa-bdc7-470f-8623-38f3d7b3c891 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.0571730 Feb 20 23:34:45.121150 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d9bc666f-9eac-4969-b195-c2e380b2365f req-5f639814-5c32-42f4-af70-9a44ac733c2f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0291049 Feb 20 23:34:45.149009 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63532ce0-c3ac-421b-99ed-f5be803f5fd3 req-3ca1fca3-6529-4549-802a-453a430ae1f1 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Feb 20 23:34:45.221063 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3afb7723-4404-4ca2-9127-31a982758c4e req-7c768c47-b709-4063-bafd-97709949591c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 210 time: 0.0309343 Feb 20 23:34:45.630779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:45.785275 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:46.100730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc156c-deb7-41fb-b6f7-df42e964c0ce req-0f79dcc3-f74f-4732-a6dc-f0577915a9c3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:46.102251 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50cc156c-deb7-41fb-b6f7-df42e964c0ce req-0f79dcc3-f74f-4732-a6dc-f0577915a9c3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.0533392 Feb 20 23:34:46.168090 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50cc156c-deb7-41fb-b6f7-df42e964c0ce req-08868f0b-7cf6-41e4-b30c-9419ae701825 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587742 Feb 20 23:34:46.237766 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd18160f-6fc6-450a-b669-d483ccb60adb req-0fce16b1-6ce8-47c1-8f0a-8468f0912b2f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0294816 Feb 20 23:34:46.304505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752ede3-ae0e-4bf1-855b-526ddd0fc183 req-901969a5-6d43-4649-b42a-6e8ae9eb80f4 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:46.306027 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a752ede3-ae0e-4bf1-855b-526ddd0fc183 req-901969a5-6d43-4649-b42a-6e8ae9eb80f4 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.0674558 Feb 20 23:34:46.341960 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d192059e-477b-4ad0-823d-ae5e0910f184 req-0b583c78-bf00-44fe-bf30-a1a5f0b98529 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 210 time: 0.0344656 Feb 20 23:34:46.377473 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a752ede3-ae0e-4bf1-855b-526ddd0fc183 req-03eb10fa-b739-4006-b69f-e440201e6fdf tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615578 Feb 20 23:34:47.296956 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0475b9b-ecbc-4a86-bf50-d12a7c6cfa6d req-f2dbc23f-6bc4-4047-8d5d-73d808759129 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:47.298444 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0475b9b-ecbc-4a86-bf50-d12a7c6cfa6d req-f2dbc23f-6bc4-4047-8d5d-73d808759129 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.0546932 Feb 20 23:34:47.343482 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94c2445d-2ef1-4ec6-a6a8-4f2c30025e26 req-0100eea5-99c5-4f45-97b5-4edbc3100d72 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0376101 Feb 20 23:34:47.370229 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0475b9b-ecbc-4a86-bf50-d12a7c6cfa6d req-5c933d97-6787-4fb2-8f4f-c348809dbd47 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661352 Feb 20 23:34:47.447165 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19563b9a-5ac3-4bde-9bf1-533588f87aa9 req-d11e2f7a-04d6-44fe-bc01-30e072abc7be tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Feb 20 23:34:47.504975 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257bde5-3646-4304-8d9f-bfaf9f7974fd req-37d34d1d-aded-465b-8abd-3728b32eadb5 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:47.506635 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4257bde5-3646-4304-8d9f-bfaf9f7974fd req-37d34d1d-aded-465b-8abd-3728b32eadb5 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.0551426 Feb 20 23:34:47.555157 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4257bde5-3646-4304-8d9f-bfaf9f7974fd req-4ea2eee3-19d4-4aa4-910c-bd204b3130db tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Feb 20 23:34:47.630109 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-49f2a12e-ba48-43ba-b4fb-defc2e27b88e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277059 Feb 20 23:34:47.740065 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-7169f2aa-7254-4658-bfce-ad7d8f56d271 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845346 Feb 20 23:34:47.833178 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-04aaa55a-4ec8-4b2e-a16e-d13483e9a7b8 req-8ddeb3a9-fe84-4bbe-9ad2-2b2b45f27786 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831306 Feb 20 23:34:48.412868 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device df3b2cef-a191-42c4-b4ac-fdcedfb17c57 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:34:48.489508 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c56bfec1-387f-4cbb-8cb8-048dafa237cc req-dea59550-c057-4c96-9252-fcd7d5275791 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0600228 Feb 20 23:34:48.572884 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906619a7-eda2-4157-a4fc-df04e8db93f6 req-3594c3ad-176e-4141-9aa5-beb12b11fb05 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:48.574597 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-906619a7-eda2-4157-a4fc-df04e8db93f6 req-3594c3ad-176e-4141-9aa5-beb12b11fb05 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.0831499 Feb 20 23:34:48.597167 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-9f02414f-7726-4492-a76b-a8ddb4f569f7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:48.598786 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-9f02414f-7726-4492-a76b-a8ddb4f569f7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 816 time: 0.1854882 Feb 20 23:34:48.643164 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c49a56f-5443-48e5-a57a-858ad72f6dc0 req-6df0542f-18a5-4c1d-ada9-2c1d9a3c1e6b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 210 time: 0.0576732 Feb 20 23:34:48.687501 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,segment=NetworkSegment(e95fd0a3-8901-418e-b484-d0524519a8df),segment_id=e95fd0a3-8901-418e-b484-d0524519a8df)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:48.712821 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57', 'network_id': '81c586ad-9f99-4739-b30f-21ef870cf58a', 'port_id': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57', 'mac_address': 'fa:16:3e:aa:3f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586f1efd-8f15-4eb9-a991-1940054db839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:34:48.717786 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-3e3b3e96-d92f-4694-a620-9d541d53eeb9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 380 time: 0.1098721 Feb 20 23:34:48.734244 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'port': {'device_id': '610d910b-613d-4858-b40e-2a59c08c29d7', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'admin_state_up': True, 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'security_groups': ['db376c2e-70e2-4ac6-973b-be4cc6781b79']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:48.760528 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:48.761036 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:48.774423 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3b2cef-a191-42c4-b4ac-fdcedfb17c57 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:48.804132 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,segment=NetworkSegment(e95fd0a3-8901-418e-b484-d0524519a8df),segment_id=e95fd0a3-8901-418e-b484-d0524519a8df)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:48.815331 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-906619a7-eda2-4157-a4fc-df04e8db93f6 req-77164784-7d1c-499b-8c20-0ec5bcf39218 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185001 Feb 20 23:34:48.863627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-175e6a79-641c-4dd4-9c47-258b64c6410d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:48.865198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-175e6a79-641c-4dd4-9c47-258b64c6410d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 810 time: 0.2211273 Feb 20 23:34:48.881951 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bffb7-9457-4d74-89ab-0a6930cf8deb req-35fce85a-fbeb-4982-beb1-d6245c50b969 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:48.883347 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-401bffb7-9457-4d74-89ab-0a6930cf8deb req-35fce85a-fbeb-4982-beb1-d6245c50b969 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 944 time: 0.1130064 Feb 20 23:34:48.895308 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:48.896038 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 49576d77-1fb3-4724-816c-06fa87166fb8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:34:48.962336 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Made reservation on behalf of 028a9eb0bbf44fcf8e39abdf008a6e27 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:48.967997 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:48.972576 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:48.977749 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-37ddc65b-a5ff-4ddb-a93b-b1b3997008a4 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9852d2f922e446bcb97ad81dc2a977fb HTTP/1.1" status: 200 len: 380 time: 0.0932112 Feb 20 23:34:48.995335 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-401bffb7-9457-4d74-89ab-0a6930cf8deb req-686be4bd-49c6-4f81-9ad1-067e94750e13 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992730 Feb 20 23:34:49.002282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'port': {'device_id': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'admin_state_up': True, 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'security_groups': ['b96bc003-2666-43be-b825-77427e59898b']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:49.127390 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 49576d77-1fb3-4724-816c-06fa87166fb8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49576d77-1fb3-4724-816c-06fa87166fb8,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:49.155003 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '49576d77-1fb3-4724-816c-06fa87166fb8', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'port_id': '49576d77-1fb3-4724-816c-06fa87166fb8', 'mac_address': 'fa:16:3e:f0:8a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:34:49.208796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 49576d77-1fb3-4724-816c-06fa87166fb8 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:49.209197 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.214424 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Allocated IP 172.20.0.5 (83f19ffc-69de-4f69-a152-3c3c382e3a7f/f13a5a2c-193e-4194-a6a7-7300dcbff1d4/128609e9-b733-40d7-ae7b-f2490f723533) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:49.226351 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49576d77-1fb3-4724-816c-06fa87166fb8 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:49.248084 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Made reservation on behalf of 9852d2f922e446bcb97ad81dc2a977fb for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:34:49.256135 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.264965 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 49576d77-1fb3-4724-816c-06fa87166fb8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49576d77-1fb3-4724-816c-06fa87166fb8,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:49.317384 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.368268 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for port (128609e9-b733-40d7-ae7b-f2490f723533), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.369933 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=49576d77-1fb3-4724-816c-06fa87166fb8,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:49.400609 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Allocated IP 172.20.0.4 (4be33781-3a15-4a90-9455-92630067f5b3/f4d14164-ac0d-4765-ba6b-b2c0b009e324/140d469c-e203-4a37-b1e8-f67b8b22c759) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:34:49.514304 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.548146 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.573034 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:49.581383 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:49.586370 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:49.594140 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:49.594140 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.603764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:49.645217 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2624e09-6373-4f6b-9b88-74961164f19f req-5a002160-1d4a-46c2-8f30-685f1819082a tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0510180 Feb 20 23:34:49.733284 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-5b6e743d-2cf2-4733-9504-46a4ec4e9953 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0055549 Feb 20 23:34:49.767079 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.829873 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Network 4be33781-3a15-4a90-9455-92630067f5b3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:34:49.836115 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:34:49.839136 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'Port': ['ID=140d469c-e203-4a37-b1e8-f67b8b22c759,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:49.841519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:34:49.850234 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd071b-53e0-412e-a8b3-b7cf8839049a req-bd360eda-5173-4fd8-ae02-ebd14fb5647d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:49.851761 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ebd071b-53e0-412e-a8b3-b7cf8839049a req-bd360eda-5173-4fd8-ae02-ebd14fb5647d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 931 time: 0.1137934 Feb 20 23:34:49.881501 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-cfc2b369-62d8-48fa-8bd7-1117c7210437 None None] Provisioning complete for port 128609e9-b733-40d7-ae7b-f2490f723533 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:49.882354 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b369-62d8-48fa-8bd7-1117c7210437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (128609e9-b733-40d7-ae7b-f2490f723533), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.926727 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2b369-62d8-48fa-8bd7-1117c7210437 None None] Port 128609e9-b733-40d7-ae7b-f2490f723533 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:49.943992 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:49.952343 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:49.983017 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ebd071b-53e0-412e-a8b3-b7cf8839049a req-ec0868d1-e090-4014-b4bf-6d2ef517d6bc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060605 Feb 20 23:34:50.002823 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf62f3-bf18-421c-8c1a-b5008f3766ac req-bbaa6d92-e7f8-48bb-864b-3ab2274626c8 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:50.004381 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5fcf62f3-bf18-421c-8c1a-b5008f3766ac req-bbaa6d92-e7f8-48bb-864b-3ab2274626c8 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.1010525 Feb 20 23:34:50.077453 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5fcf62f3-bf18-421c-8c1a-b5008f3766ac req-47a84e9f-7af2-4b7b-82ed-4ddca457b7b1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582709 Feb 20 23:34:50.083081 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-42d50107-a364-46e7-b736-977dcbebfc09 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866632 Feb 20 23:34:50.135157 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa99a64-cd4a-4216-be63-11d2edbd00fb req-ff7ab7f5-bb2d-4144-adf2-fc2d89cecb7a tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:50.136603 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3fa99a64-cd4a-4216-be63-11d2edbd00fb req-ff7ab7f5-bb2d-4144-adf2-fc2d89cecb7a tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 945 time: 0.0579634 Feb 20 23:34:50.145892 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-90d126ad-97e2-48b1-a73d-04b5606df1eb None None] Provisioning complete for port 140d469c-e203-4a37-b1e8-f67b8b22c759 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:50.146267 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90d126ad-97e2-48b1-a73d-04b5606df1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:50.186830 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3fa99a64-cd4a-4216-be63-11d2edbd00fb req-91dcab42-6ab5-4242-8b78-6b251af7dc1d tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Feb 20 23:34:50.204915 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90d126ad-97e2-48b1-a73d-04b5606df1eb None None] Port 140d469c-e203-4a37-b1e8-f67b8b22c759 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:34:50.770474 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f392cd9-dc1c-4fa7-9754-1a0357037a4c req-e416c18b-ed75-4b9c-a5f6-29f26c3f2b48 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:50.772020 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7f392cd9-dc1c-4fa7-9754-1a0357037a4c req-e416c18b-ed75-4b9c-a5f6-29f26c3f2b48 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 931 time: 0.0575435 Feb 20 23:34:50.820765 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7f392cd9-dc1c-4fa7-9754-1a0357037a4c req-738a41d5-79b6-4385-b5bb-fa4a1da13079 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Feb 20 23:34:51.131756 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3ec6b-85e2-4706-af13-6fc50da4afeb req-fc53c549-8351-44ab-8d9d-9fca49cf8408 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:51.133739 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ac3ec6b-85e2-4706-af13-6fc50da4afeb req-fc53c549-8351-44ab-8d9d-9fca49cf8408 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 931 time: 0.0658336 Feb 20 23:34:51.220651 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ac3ec6b-85e2-4706-af13-6fc50da4afeb req-901f12bd-2f41-465a-8741-d538fd97dd4b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805857 Feb 20 23:34:51.232217 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9ab96-65a5-48f4-b2dc-aa628866904e req-c040b3bc-d63e-4e71-8ab8-79dd7e2c4def tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:51.244128 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15d9ab96-65a5-48f4-b2dc-aa628866904e req-c040b3bc-d63e-4e71-8ab8-79dd7e2c4def tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.0822146 Feb 20 23:34:51.282228 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15d9ab96-65a5-48f4-b2dc-aa628866904e req-3f8d1834-947c-47be-a211-3f54564ea473 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Feb 20 23:34:51.334453 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b2ccf-e27e-4048-b86e-e2796002d4c7 req-fd166649-8fbd-4ebb-8c99-a29329879d7f tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:51.336025 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-589b2ccf-e27e-4048-b86e-e2796002d4c7 req-fd166649-8fbd-4ebb-8c99-a29329879d7f tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 945 time: 0.0529845 Feb 20 23:34:51.388883 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-589b2ccf-e27e-4048-b86e-e2796002d4c7 req-f3042a42-4ed2-4420-ae27-172a9f8ac3c2 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Feb 20 23:34:51.601190 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58256) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:51.711490 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b43da9c-dcf0-4209-926c-860fe09c5d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:51.783608 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b43da9c-dcf0-4209-926c-860fe09c5d96 admin admin] Publish callbacks [] for security_group (bc5f316d-f8d7-4ec2-80ec-96cd5b123750), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:51.883695 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9b43da9c-dcf0-4209-926c-860fe09c5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (bc5f316d-f8d7-4ec2-80ec-96cd5b123750), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:51.946453 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9b43da9c-dcf0-4209-926c-860fe09c5d96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=171952ec06cf4b248461293ef6a75c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441792 Feb 20 23:34:51.949497 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58276) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:51.951734 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43da9c-dcf0-4209-926c-860fe09c5d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f316d-f8d7-4ec2-80ec-96cd5b123750,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:51.978794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f24fe-3066-4991-85b7-77115e653a20 req-d4adbf61-dd9f-4325-bb7c-7339380ceada tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:51.980318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc8f24fe-3066-4991-85b7-77115e653a20 req-d4adbf61-dd9f-4325-bb7c-7339380ceada tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 931 time: 0.0837376 Feb 20 23:34:52.006453 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67fde608-a6f6-4cc4-9a4d-abac4631fb18 admin admin] Publish callbacks [] for security_group (bc5f316d-f8d7-4ec2-80ec-96cd5b123750), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.027885 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67fde608-a6f6-4cc4-9a4d-abac4631fb18 admin admin] Publish callbacks [] for security_group (bc5f316d-f8d7-4ec2-80ec-96cd5b123750), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.028904 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc8f24fe-3066-4991-85b7-77115e653a20 req-80fa24ec-ef1b-4704-9b2e-19d3a46c699b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Feb 20 23:34:52.139331 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67fde608-a6f6-4cc4-9a4d-abac4631fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (bc5f316d-f8d7-4ec2-80ec-96cd5b123750), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.146072 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67fde608-a6f6-4cc4-9a4d-abac4631fb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.146072 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-67fde608-a6f6-4cc4-9a4d-abac4631fb18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc5f316d-f8d7-4ec2-80ec-96cd5b123750 HTTP/1.1" status: 204 len: 168 time: 0.1925702 Feb 20 23:34:52.151295 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fde608-a6f6-4cc4-9a4d-abac4631fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f316d-f8d7-4ec2-80ec-96cd5b123750,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:52.215570 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 71c956c7-c9c1-4612-98d8-88f059d39db9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:34:52.216133 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Request body: {'port': {'device_id': '610d910b-613d-4858-b40e-2a59c08c29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:52.218425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Request body: {'port': {'device_id': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:52.289381 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.326684 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.372476 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 71c956c7-c9c1-4612-98d8-88f059d39db9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=71c956c7-c9c1-4612-98d8-88f059d39db9,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:52.388928 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '71c956c7-c9c1-4612-98d8-88f059d39db9', 'network_id': 'b69943ad-210e-48e5-8dc2-3d71d3e44f71', 'port_id': '71c956c7-c9c1-4612-98d8-88f059d39db9', 'mac_address': 'fa:16:3e:46:b9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf76015-0afb-4606-9c27-f4364a2742f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:34:52.441180 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 71c956c7-c9c1-4612-98d8-88f059d39db9 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:52.441519 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.446930 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['49576d77-1fb3-4724-816c-06fa87166fb8'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:34:52.501484 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['df3b2cef-a191-42c4-b4ac-fdcedfb17c57'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:34:52.551531 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c956c7-c9c1-4612-98d8-88f059d39db9 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:52.582388 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 71c956c7-c9c1-4612-98d8-88f059d39db9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=71c956c7-c9c1-4612-98d8-88f059d39db9,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:52.711459 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.735929 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09ce46-d8c7-44af-b295-d1c6bdd6fb61 req-b1217351-ada3-4500-9ad8-9365f182fb80 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:52.741027 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09ce46-d8c7-44af-b295-d1c6bdd6fb61 req-b1217351-ada3-4500-9ad8-9365f182fb80 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 931 time: 0.4256835 Feb 20 23:34:52.757805 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170c37-6ece-45aa-bae0-e983f5058b89 req-1f76dd84-35e0-4700-88be-6e3d273112f3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:52.759746 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82170c37-6ece-45aa-bae0-e983f5058b89 req-1f76dd84-35e0-4700-88be-6e3d273112f3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 944 time: 0.3830400 Feb 20 23:34:52.817992 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=71c956c7-c9c1-4612-98d8-88f059d39db9,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:52.867240 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128609e9-b733-40d7-ae7b-f2490f723533 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:52.877054 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Publish callbacks [] for port (128609e9-b733-40d7-ae7b-f2490f723533), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.885638 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09ce46-d8c7-44af-b295-d1c6bdd6fb61 req-12ec2031-3b1b-41e6-b520-13cd19d5d7cb tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315341 Feb 20 23:34:52.913486 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Transition to ACTIVE for port object 128609e9-b733-40d7-ae7b-f2490f723533 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:34:52.936111 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82170c37-6ece-45aa-bae0-e983f5058b89 req-35859a6c-7511-4f8b-9f20-813a41786977 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574802 Feb 20 23:34:52.936229 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:52.958080 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffc7652e-81aa-4260-a53a-5f113ebca779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.973579 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:52.987740 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['71c956c7-c9c1-4612-98d8-88f059d39db9'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:34:53.036290 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140d469c-e203-4a37-b1e8-f67b8b22c759 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:53.052101 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Publish callbacks [] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.066996 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cece0-43e0-40a5-98f8-21bee2d5d8a9 req-1b9af405-ba8e-4b24-9b55-d01bbb0e4f78 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.074096 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-716cece0-43e0-40a5-98f8-21bee2d5d8a9 req-1b9af405-ba8e-4b24-9b55-d01bbb0e4f78 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 945 time: 0.0971055 Feb 20 23:34:53.083209 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:53.102213 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Transition to ACTIVE for port object 140d469c-e203-4a37-b1e8-f67b8b22c759 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:34:53.119490 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Attempting to bind port 128609e9-b733-40d7-ae7b-f2490f723533 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:53.125366 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Attempting to bind port 128609e9-b733-40d7-ae7b-f2490f723533 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:53.131243 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Attempting to bind port 128609e9-b733-40d7-ae7b-f2490f723533 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:53.137212 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-716cece0-43e0-40a5-98f8-21bee2d5d8a9 req-649d9946-cfbb-4a96-bc64-5dfc145b2cad tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614111 Feb 20 23:34:53.142559 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Port 128609e9-b733-40d7-ae7b-f2490f723533 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:34:53.143076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Attempting to bind port 128609e9-b733-40d7-ae7b-f2490f723533 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:53.154647 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:53.155481 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Checking segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:53.156059 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Bound using segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:53.156663 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Bound port: 128609e9-b733-40d7-ae7b-f2490f723533, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:53.157176 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.210647 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da3112-24c1-4d49-a9ab-f2d3531e3f4d req-e7ee2874-e2ae-4137-b483-61990e6ddd1f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.210991 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffc7652e-81aa-4260-a53a-5f113ebca779 admin admin] Publish callbacks [] for security_group (b491a875-26f6-40cd-837f-832c2982da21), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.213222 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-79da3112-24c1-4d49-a9ab-f2d3531e3f4d req-e7ee2874-e2ae-4137-b483-61990e6ddd1f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 931 time: 0.0745759 Feb 20 23:34:53.219184 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.251877 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:53.255171 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:53.302437 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffc7652e-81aa-4260-a53a-5f113ebca779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b491a875-26f6-40cd-837f-832c2982da21), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.312124 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Pushing event updated for resources: {'Port': ['ID=140d469c-e203-4a37-b1e8-f67b8b22c759,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:53.343394 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7652e-81aa-4260-a53a-5f113ebca779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b491a875-26f6-40cd-837f-832c2982da21,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:53.376466 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.381458 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-79da3112-24c1-4d49-a9ab-f2d3531e3f4d req-70b0fae4-bab9-4619-94e2-101ffe8e5484 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500924 Feb 20 23:34:53.427443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Attempting to bind port 140d469c-e203-4a37-b1e8-f67b8b22c759 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:34:53.427443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Attempting to bind port 140d469c-e203-4a37-b1e8-f67b8b22c759 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:34:53.427443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Attempting to bind port 140d469c-e203-4a37-b1e8-f67b8b22c759 on network 4be33781-3a15-4a90-9455-92630067f5b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:53.429921 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ffc7652e-81aa-4260-a53a-5f113ebca779 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51dde11d59934c8cbdaa27f32ed161dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927592 Feb 20 23:34:53.432488 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.432762 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58314) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:53.433378 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.435796 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] 10.222.0.88 "PUT /v2.0/ports/128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 1093 time: 1.2263758 Feb 20 23:34:53.438631 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:53.456830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Port 140d469c-e203-4a37-b1e8-f67b8b22c759 on network 4be33781-3a15-4a90-9455-92630067f5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:34:53.456948 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b921d8c5-b622-44c1-b69c-ba0b2d25630e" -d '{"events": [{"name": "network-changed", "server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:53.457166 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Attempting to bind port 140d469c-e203-4a37-b1e8-f67b8b22c759 on network 4be33781-3a15-4a90-9455-92630067f5b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:34:53.468256 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:34:53.468480 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Checking segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:34:53.468831 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Bound using segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:34:53.469269 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Bound port: 140d469c-e203-4a37-b1e8-f67b8b22c759, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:34:53.469654 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.508256 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059cc62-c7af-44a1-849c-c769cd725500 service neutron] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:53.550502 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2eead1-4c03-4eca-822b-a2c0552df090 x-openstack-request-id: req-6f2eead1-4c03-4eca-822b-a2c0552df090 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:53.550860 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:53.551207 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f2eead1-4c03-4eca-822b-a2c0552df090 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:53.552150 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'status': 'completed', 'code': 200} Feb 20 23:34:53.609797 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-502ef04c-08fa-40d4-b805-1c81eaf032b5 admin admin] Publish callbacks [] for security_group (b491a875-26f6-40cd-837f-832c2982da21), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.612063 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] For port 140d469c-e203-4a37-b1e8-f67b8b22c759, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:34:53.615902 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] For port 140d469c-e203-4a37-b1e8-f67b8b22c759, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=140d469c-e203-4a37-b1e8-f67b8b22c759,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:34:53.639443 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-7b78e1a2-e132-4371-9848-7dac2fd8d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.641015 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-7b78e1a2-e132-4371-9848-7dac2fd8d81f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1127 time: 0.0855095 Feb 20 23:34:53.645230 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-502ef04c-08fa-40d4-b805-1c81eaf032b5 admin admin] Publish callbacks [] for security_group (b491a875-26f6-40cd-837f-832c2982da21), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.717711 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-0493a46e-f743-490d-958a-5bf078693202 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 217 time: 0.0662761 Feb 20 23:34:53.721487 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.763748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.764425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.766607 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] 10.222.0.88 "PUT /v2.0/ports/140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 200 len: 1093 time: 1.5537350 Feb 20 23:34:53.767207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:53.770045 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:53.803589 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-502ef04c-08fa-40d4-b805-1c81eaf032b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b491a875-26f6-40cd-837f-832c2982da21), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.804777 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-6374d125-2635-47bb-9b03-e4cab3578307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.806343 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-6374d125-2635-47bb-9b03-e4cab3578307 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0815985 Feb 20 23:34:53.807807 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-502ef04c-08fa-40d4-b805-1c81eaf032b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.807927 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-502ef04c-08fa-40d4-b805-1c81eaf032b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b491a875-26f6-40cd-837f-832c2982da21 HTTP/1.1" status: 204 len: 168 time: 0.3730280 Feb 20 23:34:53.820774 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa939d-069e-423b-a46c-be71c425d357 service neutron] Pushing event updated for resources: {'Port': ['ID=140d469c-e203-4a37-b1e8-f67b8b22c759,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:53.832123 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ef04c-08fa-40d4-b805-1c81eaf032b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b491a875-26f6-40cd-837f-832c2982da21,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:53.844896 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408b1420-5d1e-489f-bd4a-dd7ee872fa11 x-openstack-request-id: req-408b1420-5d1e-489f-bd4a-dd7ee872fa11 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:53.845359 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:53.845765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-408b1420-5d1e-489f-bd4a-dd7ee872fa11 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:53.846303 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'status': 'completed', 'code': 200} Feb 20 23:34:53.916911 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-56d56136-e16c-48f2-8283-72f972a8b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.919720 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-56d56136-e16c-48f2-8283-72f972a8b1bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059458 Feb 20 23:34:53.942156 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7 req-f4df3a58-9fae-410f-bbfc-7febd2f2f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:53.944226 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7 req-f4df3a58-9fae-410f-bbfc-7febd2f2f716 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1127 time: 0.0768733 Feb 20 23:34:54.071609 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-d4b0c51d-8207-4e8e-b960-a628e117196f service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442959 Feb 20 23:34:54.170075 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-f3c08dea-38bc-4bbf-a112-b6e1eab7efe4 req-d9620470-b23a-426c-907e-49927092849d service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907564 Feb 20 23:34:54.211224 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 71c956c7-c9c1-4612-98d8-88f059d39db9 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:54.246450 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7 req-aa3496b8-8691-44a6-8a3d-d4b6f45786ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.249886 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7 req-aa3496b8-8691-44a6-8a3d-d4b6f45786ba service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2951112 Feb 20 23:34:54.304525 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58352) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:54.350779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 71c956c7-c9c1-4612-98d8-88f059d39db9 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:34:54.366189 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 71c956c7-c9c1-4612-98d8-88f059d39db9 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:54.366189 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.393158 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeffeb9-6fcd-44f6-ae25-20376f44cc0c req-564b4898-97d7-44cf-8483-8bfbe4521a1e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.399127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-2c6441b7-2cc0-4371-8fea-3f75f2c2e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.401604 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5eeffeb9-6fcd-44f6-ae25-20376f44cc0c req-564b4898-97d7-44cf-8483-8bfbe4521a1e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.3947892 Feb 20 23:34:54.405150 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-2c6441b7-2cc0-4371-8fea-3f75f2c2e333 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1127 time: 0.1042728 Feb 20 23:34:54.423733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68af20c-b696-4807-a9cb-e7cd0670edf9 req-ad2c1845-d950-4d0a-bdd8-e198af6adc33 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.425525 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b68af20c-b696-4807-a9cb-e7cd0670edf9 req-ad2c1845-d950-4d0a-bdd8-e198af6adc33 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 945 time: 0.3488932 Feb 20 23:34:54.496329 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 71c956c7-c9c1-4612-98d8-88f059d39db9 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:54.496871 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.523754 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c956c7-c9c1-4612-98d8-88f059d39db9'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:54.524415 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-beafb57b-755c-40f1-a671-2b5f0016863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.526964 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-beafb57b-755c-40f1-a671-2b5f0016863c service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.1145084 Feb 20 23:34:54.579517 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de4b03bf-76b8-49fd-87e0-cab392b42861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.586802 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-80e39b36-6d41-4b43-b737-e199cb93899e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 217 time: 0.0520942 Feb 20 23:34:54.598717 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 71c956c7-c9c1-4612-98d8-88f059d39db9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=71c956c7-c9c1-4612-98d8-88f059d39db9,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:54.599748 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5eeffeb9-6fcd-44f6-ae25-20376f44cc0c req-ffb2453d-a610-4041-bf05-0024035633d8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972704 Feb 20 23:34:54.628264 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b68af20c-b696-4807-a9cb-e7cd0670edf9 req-e9a74c83-17b3-4210-bcfe-e18f90b41240 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866033 Feb 20 23:34:54.631091 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7 req-9c6544f1-86b4-4b24-8d87-affb86c6f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.632540 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5432a6b6-3c94-4b06-a6fc-f029e410c1a7 req-9c6544f1-86b4-4b24-8d87-affb86c6f0bc service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3736961 Feb 20 23:34:54.651976 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-4da49513-9449-4928-bca9-91033f93487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.654262 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-4da49513-9449-4928-bca9-91033f93487e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0597014 Feb 20 23:34:54.693687 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.694513 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device df3b2cef-a191-42c4-b4ac-fdcedfb17c57 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:54.758839 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-5049f17a-2e92-4158-88c2-075b61a666e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.763269 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-5049f17a-2e92-4158-88c2-075b61a666e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978675 Feb 20 23:34:54.782364 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=71c956c7-c9c1-4612-98d8-88f059d39db9,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:54.861983 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:34:54.862194 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de4b03bf-76b8-49fd-87e0-cab392b42861 admin admin] Publish callbacks [] for security_group (7f86b637-d758-45c1-8208-2b3ee0c43f71), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.870141 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:54.871881 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.901184 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb60ccd-af08-438d-8d32-aac58ef0cc12 req-39f31b44-a1a6-408f-ac59-1f71ffc7bbb2 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.902722 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbb60ccd-af08-438d-8d32-aac58ef0cc12 req-39f31b44-a1a6-408f-ac59-1f71ffc7bbb2 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 945 time: 0.2120240 Feb 20 23:34:54.905957 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-349c5786-50fa-409f-923a-586e34fc69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.906083 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-349c5786-50fa-409f-923a-586e34fc69ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1127 time: 0.2164609 Feb 20 23:34:54.913605 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122f9f2-4d1c-4c06-b489-0648edf27f78 req-321d0240-c04e-47d0-a21e-645d53c8576f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:54.920429 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7122f9f2-4d1c-4c06-b489-0648edf27f78 req-321d0240-c04e-47d0-a21e-645d53c8576f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.1321859 Feb 20 23:34:54.935329 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-8ced9bad-3b71-474e-9221-6fb53a53e2e0 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644721 Feb 20 23:34:54.938613 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de4b03bf-76b8-49fd-87e0-cab392b42861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (7f86b637-d758-45c1-8208-2b3ee0c43f71), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.978827 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:55.059675 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd4b3bb-b61d-4624-90b4-543d27b6e6f5" -d '{"events": [{"server_uuid": "050b4d26-2c1c-436a-9eea-4c3c6dee5af9", "name": "network-vif-plugged", "status": "completed", "tag": "71c956c7-c9c1-4612-98d8-88f059d39db9"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:55.068471 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b921d8c5-b622-44c1-b69c-ba0b2d25630e req-a6fe45e4-ec68-4faf-8624-ad9b70cea6f3 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268065 Feb 20 23:34:55.098561 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-de4b03bf-76b8-49fd-87e0-cab392b42861 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6f15ea8037d4a2ab2ac6d81cc394e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7828293 Feb 20 23:34:55.101602 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:55.134979 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-ebdb4985-e5b5-489e-b9d4-c778c25f35e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 200 len: 217 time: 0.2111681 Feb 20 23:34:55.150319 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:55.150975 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.181691 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a403f3cf-bd1d-4c81-8d5f-d3c4e824a64b admin admin] Publish callbacks [] for security_group (7f86b637-d758-45c1-8208-2b3ee0c43f71), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.202014 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,segment=NetworkSegment(e95fd0a3-8901-418e-b484-d0524519a8df),segment_id=e95fd0a3-8901-418e-b484-d0524519a8df)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:55.210224 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a403f3cf-bd1d-4c81-8d5f-d3c4e824a64b admin admin] Publish callbacks [] for security_group (7f86b637-d758-45c1-8208-2b3ee0c43f71), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.227725 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7122f9f2-4d1c-4c06-b489-0648edf27f78 req-bb97765b-f3cf-4307-bc26-d74040c058b3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589300 Feb 20 23:34:55.251716 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbb60ccd-af08-438d-8d32-aac58ef0cc12 req-e62da48c-98c8-4f34-b596-1a2aa57e11ad tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236506 Feb 20 23:34:55.251822 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fab2522-3317-4948-ac5c-43aa4e64d056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.251928 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b03bf-76b8-49fd-87e0-cab392b42861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f86b637-d758-45c1-8208-2b3ee0c43f71,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:55.258420 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-64ad2969-9564-4eeb-8494-69306414ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:55.273087 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-64ad2969-9564-4eeb-8494-69306414ebf6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.1078532 Feb 20 23:34:55.276994 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.277999 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 49576d77-1fb3-4724-816c-06fa87166fb8 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:34:55.354832 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048e2c-4451-491a-819d-f4b3131882ea req-12b4195a-6b96-4e3d-9fe4-26709e49755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:55.356610 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-12b4195a-6b96-4e3d-9fe4-26709e49755d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836456 Feb 20 23:34:55.369382 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:55.399989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e4299-a86d-4b93-b37c-a90498919f46 x-openstack-request-id: req-622e4299-a86d-4b93-b37c-a90498919f46 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:55.400481 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b4d26-2c1c-436a-9eea-4c3c6dee5af9", "name": "network-vif-plugged", "status": "completed", "tag": "71c956c7-c9c1-4612-98d8-88f059d39db9", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:55.400746 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-622e4299-a86d-4b93-b37c-a90498919f46 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:55.401251 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c956c7-c9c1-4612-98d8-88f059d39db9', 'code': 200} Feb 20 23:34:55.423247 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a403f3cf-bd1d-4c81-8d5f-d3c4e824a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (7f86b637-d758-45c1-8208-2b3ee0c43f71), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.429220 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a403f3cf-bd1d-4c81-8d5f-d3c4e824a64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.431434 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a403f3cf-bd1d-4c81-8d5f-d3c4e824a64b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f86b637-d758-45c1-8208-2b3ee0c43f71 HTTP/1.1" status: 204 len: 168 time: 0.3270421 Feb 20 23:34:55.446211 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403f3cf-bd1d-4c81-8d5f-d3c4e824a64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f86b637-d758-45c1-8208-2b3ee0c43f71,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:55.503172 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 49576d77-1fb3-4724-816c-06fa87166fb8 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:34:55.520496 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 49576d77-1fb3-4724-816c-06fa87166fb8 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:55.526355 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.536314 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fab2522-3317-4948-ac5c-43aa4e64d056 admin admin] Publish callbacks [] for security_group (9c0ce147-a330-4c5f-a098-6e98536f2447), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.631770 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 49576d77-1fb3-4724-816c-06fa87166fb8 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:55.632804 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.672605 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 49576d77-1fb3-4724-816c-06fa87166fb8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49576d77-1fb3-4724-816c-06fa87166fb8,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:55.689055 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fab2522-3317-4948-ac5c-43aa4e64d056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9c0ce147-a330-4c5f-a098-6e98536f2447), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.704767 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-64cffab5-0d89-4efb-b006-48d90e0bb6a4 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403308 Feb 20 23:34:55.730086 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-5fab2522-3317-4948-ac5c-43aa4e64d056 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cb4e7f638ad4fb5ae2f4ca480e49400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499263 Feb 20 23:34:55.732441 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab2522-3317-4948-ac5c-43aa4e64d056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ce147-a330-4c5f-a098-6e98536f2447,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:55.734873 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:55.805654 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.838962 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a790547-cc36-46a1-bf24-9f9d02d0b619 admin admin] Publish callbacks [] for security_group (9c0ce147-a330-4c5f-a098-6e98536f2447), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.875403 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a790547-cc36-46a1-bf24-9f9d02d0b619 admin admin] Publish callbacks [] for security_group (9c0ce147-a330-4c5f-a098-6e98536f2447), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:55.892059 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c73d0-e1bf-4d09-ae14-df54df7b9781 req-6d9b248b-22b5-4f08-8885-3a42ee3442c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:55.893605 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b33c73d0-e1bf-4d09-ae14-df54df7b9781 req-6d9b248b-22b5-4f08-8885-3a42ee3442c8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 1130 time: 0.1168807 Feb 20 23:34:55.897961 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3a778-f49e-4e21-ae18-2652721b7ff1 req-8add88ea-b11a-4d43-be5a-66343cb74c02 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:55.898228 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=49576d77-1fb3-4724-816c-06fa87166fb8,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:55.905403 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8a3a778-f49e-4e21-ae18-2652721b7ff1 req-8add88ea-b11a-4d43-be5a-66343cb74c02 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.1720178 Feb 20 23:34:55.914452 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef917b-5d12-4944-8ed6-57a4712c0f03 req-b9821d21-0bc1-4aaf-923e-f3e3f9e691b4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:55.916157 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37ef917b-5d12-4944-8ed6-57a4712c0f03 req-b9821d21-0bc1-4aaf-923e-f3e3f9e691b4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1841757 Feb 20 23:34:55.922716 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25048e2c-4451-491a-819d-f4b3131882ea req-2e07dfb8-0705-409b-a7ae-7dd051c035fc service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119110 Feb 20 23:34:55.938071 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b33c73d0-e1bf-4d09-ae14-df54df7b9781 req-226cf697-7e0b-471b-b200-cdee2c2aa325 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.007289 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8a3a778-f49e-4e21-ae18-2652721b7ff1 req-b8a0f5c3-6c03-4a98-98a7-dd88546431d9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009881 Feb 20 23:34:56.011331 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37ef917b-5d12-4944-8ed6-57a4712c0f03 req-bd7d9342-3be7-4911-bdde-9e853049b7c0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743475 Feb 20 23:34:56.062239 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a790547-cc36-46a1-bf24-9f9d02d0b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9c0ce147-a330-4c5f-a098-6e98536f2447), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.064880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a790547-cc36-46a1-bf24-9f9d02d0b619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.066037 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1a790547-cc36-46a1-bf24-9f9d02d0b619 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c0ce147-a330-4c5f-a098-6e98536f2447 HTTP/1.1" status: 204 len: 168 time: 0.3302784 Feb 20 23:34:56.084319 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a790547-cc36-46a1-bf24-9f9d02d0b619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ce147-a330-4c5f-a098-6e98536f2447,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:56.134575 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b33c73d0-e1bf-4d09-ae14-df54df7b9781 req-226cf697-7e0b-471b-b200-cdee2c2aa325 service neutron] Publish callbacks [] for security_group (36b4b6ea-9974-4ecc-824a-003de01082e8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.201586 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b33c73d0-e1bf-4d09-ae14-df54df7b9781 req-226cf697-7e0b-471b-b200-cdee2c2aa325 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (36b4b6ea-9974-4ecc-824a-003de01082e8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.248043 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-b33c73d0-e1bf-4d09-ae14-df54df7b9781 req-226cf697-7e0b-471b-b200-cdee2c2aa325 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411946 Feb 20 23:34:56.248762 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cf697-7e0b-471b-b200-cdee2c2aa325 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4b6ea-9974-4ecc-824a-003de01082e8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:56.383368 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bff35c-b83b-41cc-8dc5-b7d18fc0a695 req-e1ef9ab3-6235-49fd-9570-468f06eb3883 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:56.385753 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-86bff35c-b83b-41cc-8dc5-b7d18fc0a695 req-e1ef9ab3-6235-49fd-9570-468f06eb3883 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.0868835 Feb 20 23:34:56.398740 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4d37b-5605-4228-812d-72023e2f9ddb req-3ae7143d-6ff1-4675-b928-11f1b71336ca tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:56.400904 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-97c4d37b-5605-4228-812d-72023e2f9ddb req-3ae7143d-6ff1-4675-b928-11f1b71336ca tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.0740471 Feb 20 23:34:56.431508 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58426) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:56.449978 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dc84ad-64a2-48d2-ad52-9a3e55c13616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.471045 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-86bff35c-b83b-41cc-8dc5-b7d18fc0a695 req-581b14b7-8b6c-4ef7-8150-2a3f92ddd8f6 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795076 Feb 20 23:34:56.478577 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-97c4d37b-5605-4228-812d-72023e2f9ddb req-39e44029-c2ab-43f9-af31-4f34a4952f50 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711646 Feb 20 23:34:56.545728 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dc84ad-64a2-48d2-ad52-9a3e55c13616 admin admin] Publish callbacks [] for security_group (e60959c8-d615-4084-864a-bf11a7f04ea1), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.626200 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dc84ad-64a2-48d2-ad52-9a3e55c13616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e60959c8-d615-4084-864a-bf11a7f04ea1), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.664227 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-61dc84ad-64a2-48d2-ad52-9a3e55c13616 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a72b35a1aa96472186bcc6df40b623e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312665 Feb 20 23:34:56.665937 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc84ad-64a2-48d2-ad52-9a3e55c13616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60959c8-d615-4084-864a-bf11a7f04ea1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:56.668009 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58436) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:56.729150 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-658c3111-3950-404b-af43-10d855eab73c admin admin] Publish callbacks [] for security_group (e60959c8-d615-4084-864a-bf11a7f04ea1), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.753954 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-658c3111-3950-404b-af43-10d855eab73c admin admin] Publish callbacks [] for security_group (e60959c8-d615-4084-864a-bf11a7f04ea1), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.883730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-658c3111-3950-404b-af43-10d855eab73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e60959c8-d615-4084-864a-bf11a7f04ea1), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.886750 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-658c3111-3950-404b-af43-10d855eab73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.890222 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-658c3111-3950-404b-af43-10d855eab73c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e60959c8-d615-4084-864a-bf11a7f04ea1 HTTP/1.1" status: 204 len: 168 time: 0.2188721 Feb 20 23:34:56.895456 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c3111-3950-404b-af43-10d855eab73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60959c8-d615-4084-864a-bf11a7f04ea1,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:56.937012 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:56.950194 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91250970-12bc-4384-8a95-8478f632cb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.035395 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91250970-12bc-4384-8a95-8478f632cb0a admin admin] Publish callbacks [] for security_group (ab65900e-37b6-4572-8b3a-631218d825ff), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.112129 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91250970-12bc-4384-8a95-8478f632cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (ab65900e-37b6-4572-8b3a-631218d825ff), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.154707 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-91250970-12bc-4384-8a95-8478f632cb0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ba55d7037474f24837ce52f245d37af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143278 Feb 20 23:34:57.154707 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250970-12bc-4384-8a95-8478f632cb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65900e-37b6-4572-8b3a-631218d825ff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:57.155441 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58454) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:57.208490 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce827-a350-40b5-92d3-9e8e855e2ea8 req-558ca774-d9c7-4905-ba86-ab8baa0670e1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:57.210085 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b03ce827-a350-40b5-92d3-9e8e855e2ea8 req-558ca774-d9c7-4905-ba86-ab8baa0670e1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.1160758 Feb 20 23:34:57.221826 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2319b-64d2-4574-a108-c3c5c3aed697 req-fb970c8c-1467-4992-a065-371aeaed9ca6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:57.223270 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fb2319b-64d2-4574-a108-c3c5c3aed697 req-fb970c8c-1467-4992-a065-371aeaed9ca6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1170008 Feb 20 23:34:57.287459 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bed3a445-d93e-43d6-bf17-f68550370a85 admin admin] Publish callbacks [] for security_group (ab65900e-37b6-4572-8b3a-631218d825ff), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.318002 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b03ce827-a350-40b5-92d3-9e8e855e2ea8 req-5f69eaa6-8787-45b0-8827-aad167d173ec tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925663 Feb 20 23:34:57.339286 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fb2319b-64d2-4574-a108-c3c5c3aed697 req-75c9e4aa-afc4-4bf9-8a0a-2ebad56080a9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055222 Feb 20 23:34:57.341143 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bed3a445-d93e-43d6-bf17-f68550370a85 admin admin] Publish callbacks [] for security_group (ab65900e-37b6-4572-8b3a-631218d825ff), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.402586 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57'}, {'server_uuid': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49576d77-1fb3-4724-816c-06fa87166fb8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:34:57.405120 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5694340-0022-4d4c-8466-ab172715362c" -d '{"events": [{"server_uuid": "85794b06-73f3-4d21-9c38-d3b1ee2fc94a", "name": "network-vif-plugged", "status": "completed", "tag": "df3b2cef-a191-42c4-b4ac-fdcedfb17c57"}, {"server_uuid": "fdab5b57-0e32-499a-a6ff-3195edaa59d8", "name": "network-vif-plugged", "status": "completed", "tag": "49576d77-1fb3-4724-816c-06fa87166fb8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:34:57.448910 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 23:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9ae262-7634-41cd-92a8-a71148bf367b x-openstack-request-id: req-dc9ae262-7634-41cd-92a8-a71148bf367b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:34:57.454187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85794b06-73f3-4d21-9c38-d3b1ee2fc94a", "name": "network-vif-plugged", "status": "completed", "tag": "df3b2cef-a191-42c4-b4ac-fdcedfb17c57", "code": 200}, {"server_uuid": "fdab5b57-0e32-499a-a6ff-3195edaa59d8", "name": "network-vif-plugged", "status": "completed", "tag": "49576d77-1fb3-4724-816c-06fa87166fb8", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:34:57.454187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc9ae262-7634-41cd-92a8-a71148bf367b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:34:57.454187 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57', 'code': 200} Feb 20 23:34:57.454187 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49576d77-1fb3-4724-816c-06fa87166fb8', 'code': 200} Feb 20 23:34:57.466218 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bed3a445-d93e-43d6-bf17-f68550370a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (ab65900e-37b6-4572-8b3a-631218d825ff), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.469063 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bed3a445-d93e-43d6-bf17-f68550370a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:57.470405 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bed3a445-d93e-43d6-bf17-f68550370a85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab65900e-37b6-4572-8b3a-631218d825ff HTTP/1.1" status: 204 len: 168 time: 0.3142893 Feb 20 23:34:57.489041 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3a445-d93e-43d6-bf17-f68550370a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65900e-37b6-4572-8b3a-631218d825ff,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:57.664754 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8fbde-4a8a-4dcd-8995-5e846874b905 req-bf6ca44c-50f8-4377-8b6a-bbc6e30de8c4 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:57.667436 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f8e8fbde-4a8a-4dcd-8995-5e846874b905 req-bf6ca44c-50f8-4377-8b6a-bbc6e30de8c4 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.0862193 Feb 20 23:34:57.675261 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327068c-411a-4980-a1fd-26fd6cbeb595 req-4cc9e053-0fcd-46c4-a450-412e733c85ff tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:57.676832 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f327068c-411a-4980-a1fd-26fd6cbeb595 req-4cc9e053-0fcd-46c4-a450-412e733c85ff tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.0999663 Feb 20 23:34:57.753205 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f8e8fbde-4a8a-4dcd-8995-5e846874b905 req-eed52342-be5e-4008-85a9-7e85031021b7 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Feb 20 23:34:57.758051 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f327068c-411a-4980-a1fd-26fd6cbeb595 req-fb2bf95f-370b-4bf0-927d-79a9b90b855d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724773 Feb 20 23:34:58.487301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d411f-a03d-4e6c-9f60-267daf3f391b req-de44ac54-b19b-42a0-b7c7-bc2c5c6db22a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:58.492825 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-865d411f-a03d-4e6c-9f60-267daf3f391b req-de44ac54-b19b-42a0-b7c7-bc2c5c6db22a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0869300 Feb 20 23:34:58.501044 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45849568-8ab9-4088-a925-e1b53ecbfd00 req-cc649f0b-3b05-467a-af04-91d042ab6afe tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:58.502581 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-45849568-8ab9-4088-a925-e1b53ecbfd00 req-cc649f0b-3b05-467a-af04-91d042ab6afe tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0748210 Feb 20 23:34:58.580459 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-865d411f-a03d-4e6c-9f60-267daf3f391b req-f5eb4021-b713-48d6-b1a8-fe50e9d32cd9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768392 Feb 20 23:34:58.591386 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-45849568-8ab9-4088-a925-e1b53ecbfd00 req-99223f21-843e-49b3-8032-9d18a71e4fa6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805781 Feb 20 23:34:58.610487 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:34:58.712818 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:58.722866 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '128609e9-b733-40d7-ae7b-f2490f723533', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'port_id': '128609e9-b733-40d7-ae7b-f2490f723533', 'mac_address': 'fa:16:3e:07:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:34:58.764973 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:58.765369 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:58.778462 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128609e9-b733-40d7-ae7b-f2490f723533 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:34:58.807568 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:34:58.912416 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab89af8-b8b7-431b-8623-4fec4831a532 req-8be63611-2265-4e4e-88c0-392f63d90c36 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:58.918240 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:58.922880 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dab89af8-b8b7-431b-8623-4fec4831a532 req-8be63611-2265-4e4e-88c0-392f63d90c36 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.0809169 Feb 20 23:34:58.994938 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dab89af8-b8b7-431b-8623-4fec4831a532 req-9f679e1e-4780-4a69-a5e9-409be491f267 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658340 Feb 20 23:34:59.021157 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:59.053212 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050693-8483-4a33-a271-c86142cd314a req-228eab41-19b8-44f8-b20e-6dae63021587 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:59.054708 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1b050693-8483-4a33-a271-c86142cd314a req-228eab41-19b8-44f8-b20e-6dae63021587 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.0585933 Feb 20 23:34:59.136698 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1b050693-8483-4a33-a271-c86142cd314a req-53f7bb7c-f41b-4129-b729-440438298889 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751691 Feb 20 23:34:59.200400 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['128609e9-b733-40d7-ae7b-f2490f723533'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:34:59.260870 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9aaf-2389-4089-97c1-6ea78a8a4e52 req-ef6cf345-0743-4538-9166-9bc4d1a9afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:59.264252 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-27fa9aaf-2389-4089-97c1-6ea78a8a4e52 req-ef6cf345-0743-4538-9166-9bc4d1a9afb0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 1130 time: 0.0562708 Feb 20 23:34:59.374105 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-27fa9aaf-2389-4089-97c1-6ea78a8a4e52 req-84766d77-0235-4ced-add9-ab1e8702533a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052039 Feb 20 23:34:59.377765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bac75-80a8-40aa-bb48-8f9feb0c7a8b req-ac5f10ea-21c5-49a2-bbf4-0ed8d3295649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:59.379358 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e15bac75-80a8-40aa-bb48-8f9feb0c7a8b req-ac5f10ea-21c5-49a2-bbf4-0ed8d3295649 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.1155715 Feb 20 23:34:59.629618 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e15bac75-80a8-40aa-bb48-8f9feb0c7a8b req-84e5601a-4653-457c-8778-11fd4bbb94f2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562396 Feb 20 23:34:59.754196 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac90a1-d1c2-444c-8407-99d08fe164d0 req-5fc3d7bb-a780-4e50-97d7-21d004662ead tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:59.755693 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20ac90a1-d1c2-444c-8407-99d08fe164d0 req-5fc3d7bb-a780-4e50-97d7-21d004662ead tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0963724 Feb 20 23:34:59.781651 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62d9c1-9b04-4904-ab91-8e4caf00b103 req-eedafbdf-f43a-4d77-b215-4edafee6e5c9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:59.783201 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0e62d9c1-9b04-4904-ab91-8e4caf00b103 req-eedafbdf-f43a-4d77-b215-4edafee6e5c9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 944 time: 0.0857627 Feb 20 23:34:59.857906 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20ac90a1-d1c2-444c-8407-99d08fe164d0 req-33a82fa1-59f1-43b7-9a00-738159c53483 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920455 Feb 20 23:34:59.873820 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0e62d9c1-9b04-4904-ab91-8e4caf00b103 req-6b95f147-f646-4586-a707-e94e1a20294a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775521 Feb 20 23:35:00.122066 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cf7d3-b1c6-410d-bb98-d590452fb7a0 req-d0525d66-562f-4722-b649-961193a11cf2 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:00.123557 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-013cf7d3-b1c6-410d-bb98-d590452fb7a0 req-d0525d66-562f-4722-b649-961193a11cf2 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.0551782 Feb 20 23:35:00.172265 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-013cf7d3-b1c6-410d-bb98-d590452fb7a0 req-53b4a4f1-dc11-4e11-84ed-f17859a8129f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Feb 20 23:35:00.254177 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:35:00.270820 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40b40c-aedb-4193-88bf-00bb4726176e req-c57d4c32-5a58-427d-994c-c31987433a93 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:00.272298 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe40b40c-aedb-4193-88bf-00bb4726176e req-c57d4c32-5a58-427d-994c-c31987433a93 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.0665488 Feb 20 23:35:00.277803 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58614) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:00.327637 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe40b40c-aedb-4193-88bf-00bb4726176e req-2c592e11-2e60-41fd-b8ef-fcdd0fe001ed tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Feb 20 23:35:00.386535 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a27bff-ee9e-486f-b1a1-c34a1ad1aa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.403799 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 128609e9-b733-40d7-ae7b-f2490f723533 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:35:00.409873 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 128609e9-b733-40d7-ae7b-f2490f723533 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:35:00.410534 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (128609e9-b733-40d7-ae7b-f2490f723533), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.465097 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a27bff-ee9e-486f-b1a1-c34a1ad1aa29 admin admin] Publish callbacks [] for security_group (61fd2631-69c7-40e7-9309-809b3ccdb9d8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.499376 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:00.499779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.522777 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:35:00.525458 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891317e6-c0a7-4214-88e3-312308446ec2" -d '{"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:35:00.537349 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:35:00.539294 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a27bff-ee9e-486f-b1a1-c34a1ad1aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (61fd2631-69c7-40e7-9309-809b3ccdb9d8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.564781 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e59fb-19be-4742-8821-c09229c45a9b x-openstack-request-id: req-5a8e59fb-19be-4742-8821-c09229c45a9b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:35:00.565093 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:35:00.565352 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a8e59fb-19be-4742-8821-c09229c45a9b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:35:00.565738 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'code': 200} Feb 20 23:35:00.580428 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-98a27bff-ee9e-486f-b1a1-c34a1ad1aa29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0fe437b0e35472f8b09b13c49e81690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014953 Feb 20 23:35:00.582011 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58624) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:00.582729 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a27bff-ee9e-486f-b1a1-c34a1ad1aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd2631-69c7-40e7-9309-809b3ccdb9d8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:00.633379 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.636595 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f7397577-88f5-4aed-be29-89ba4d98480c admin admin] Publish callbacks [] for security_group (61fd2631-69c7-40e7-9309-809b3ccdb9d8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.670884 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f7397577-88f5-4aed-be29-89ba4d98480c admin admin] Publish callbacks [] for security_group (61fd2631-69c7-40e7-9309-809b3ccdb9d8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.689530 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:00.869963 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f7397577-88f5-4aed-be29-89ba4d98480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (61fd2631-69c7-40e7-9309-809b3ccdb9d8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.872708 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f7397577-88f5-4aed-be29-89ba4d98480c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:00.873864 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f7397577-88f5-4aed-be29-89ba4d98480c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61fd2631-69c7-40e7-9309-809b3ccdb9d8 HTTP/1.1" status: 204 len: 168 time: 0.2908752 Feb 20 23:35:00.881682 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7397577-88f5-4aed-be29-89ba4d98480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd2631-69c7-40e7-9309-809b3ccdb9d8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:00.907926 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58638) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:01.049378 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3754-71d3-4f4b-be8a-2695f3fa1921 req-9de6663a-09f0-442d-be5f-3fe8b5c32bad tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.052362 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54da3754-71d3-4f4b-be8a-2695f3fa1921 req-9de6663a-09f0-442d-be5f-3fe8b5c32bad tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1043267 Feb 20 23:35:01.092824 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01f16b11-61b6-4ba5-b820-dd0f03c0bdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.118451 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56053d8-e26b-4f9c-8f39-a60dbc4fad4d req-629c88d2-a4b1-4cab-aed8-aafb6e703f5b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.120040 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c56053d8-e26b-4f9c-8f39-a60dbc4fad4d req-629c88d2-a4b1-4cab-aed8-aafb6e703f5b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1329651 Feb 20 23:35:01.179605 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9352bbb-d17d-47c6-a859-2cc1b20f51b5 req-abe6709d-a447-4ae8-8432-beb0e882bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.180086 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f9352bbb-d17d-47c6-a859-2cc1b20f51b5 req-abe6709d-a447-4ae8-8432-beb0e882bcb7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1129 time: 0.1208379 Feb 20 23:35:01.205734 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54da3754-71d3-4f4b-be8a-2695f3fa1921 req-bec29a44-fe95-453d-9756-b07f45b5bca0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438818 Feb 20 23:35:01.225859 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01f16b11-61b6-4ba5-b820-dd0f03c0bdd6 admin admin] Publish callbacks [] for security_group (38a778f6-21ec-4440-b594-6107e208625f), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.232657 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c56053d8-e26b-4f9c-8f39-a60dbc4fad4d req-f39780d6-5569-4447-b6b4-e6a31e8399cb tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040645 Feb 20 23:35:01.309105 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f9352bbb-d17d-47c6-a859-2cc1b20f51b5 req-0360d00f-2750-40a2-8cf9-7502aabf51aa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204786 Feb 20 23:35:01.315826 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01f16b11-61b6-4ba5-b820-dd0f03c0bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (38a778f6-21ec-4440-b594-6107e208625f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.346858 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f16b11-61b6-4ba5-b820-dd0f03c0bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a778f6-21ec-4440-b594-6107e208625f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:01.383122 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62680909-fcfe-4b28-950e-5494ff704bd4 req-bbf6510d-4a91-46ae-a80a-08b40885e6c5 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.390623 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-01f16b11-61b6-4ba5-b820-dd0f03c0bdd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0abb9b47a3934aed84b830a54027f78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4815099 Feb 20 23:35:01.391278 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:01.397229 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-62680909-fcfe-4b28-950e-5494ff704bd4 req-bbf6510d-4a91-46ae-a80a-08b40885e6c5 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.1076288 Feb 20 23:35:01.450719 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-62680909-fcfe-4b28-950e-5494ff704bd4 req-258aaa65-e6ec-4c6d-8303-d282ab657626 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Feb 20 23:35:01.455006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ceb771f-d109-408a-9a7c-8c2019fcd9d7 admin admin] Publish callbacks [] for security_group (38a778f6-21ec-4440-b594-6107e208625f), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.488204 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ceb771f-d109-408a-9a7c-8c2019fcd9d7 admin admin] Publish callbacks [] for security_group (38a778f6-21ec-4440-b594-6107e208625f), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.581973 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd314b19-ab5d-4886-9737-b2af1decdff7 req-8d97c28e-c01a-4978-ab03-7f097d5d3259 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.583368 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd314b19-ab5d-4886-9737-b2af1decdff7 req-8d97c28e-c01a-4978-ab03-7f097d5d3259 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.0618181 Feb 20 23:35:01.632210 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd314b19-ab5d-4886-9737-b2af1decdff7 req-ee21d657-83ef-4ee4-aaf2-f3b384bb8c28 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Feb 20 23:35:01.670913 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ceb771f-d109-408a-9a7c-8c2019fcd9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (38a778f6-21ec-4440-b594-6107e208625f), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.673886 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ceb771f-d109-408a-9a7c-8c2019fcd9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.675184 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-4ceb771f-d109-408a-9a7c-8c2019fcd9d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38a778f6-21ec-4440-b594-6107e208625f HTTP/1.1" status: 204 len: 168 time: 0.2827661 Feb 20 23:35:01.685475 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb771f-d109-408a-9a7c-8c2019fcd9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a778f6-21ec-4440-b594-6107e208625f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:01.878472 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db405682-357f-4d8e-871a-3c208e11776f req-c4e61fd9-8928-40b7-97b2-7bdd72358b44 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.880034 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db405682-357f-4d8e-871a-3c208e11776f req-c4e61fd9-8928-40b7-97b2-7bdd72358b44 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0689631 Feb 20 23:35:01.904293 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:01.920182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2adb208b-b311-4d3d-be4c-2ee063e5dfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:01.967400 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-5fcec64f-94bd-4f54-815c-aac63ac758bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:01.968947 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-5fcec64f-94bd-4f54-815c-aac63ac758bb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 1130 time: 0.0876088 Feb 20 23:35:01.972240 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db405682-357f-4d8e-871a-3c208e11776f req-40d57371-86d9-4c3a-868e-f706850211bb tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Feb 20 23:35:02.023546 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2adb208b-b311-4d3d-be4c-2ee063e5dfe8 admin admin] Publish callbacks [] for security_group (3978f8cf-8076-4e91-98c0-33351d61cdfd), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.068596 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-96d1c210-df20-438f-943e-79ca0384f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:02.070121 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-96d1c210-df20-438f-943e-79ca0384f447 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.0943747 Feb 20 23:35:02.098554 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2adb208b-b311-4d3d-be4c-2ee063e5dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3978f8cf-8076-4e91-98c0-33351d61cdfd), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.113746 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-520c9033-8a1e-4769-8d79-5e14e44287e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c956c7-c9c1-4612-98d8-88f059d39db9 HTTP/1.1" status: 200 len: 217 time: 0.0341365 Feb 20 23:35:02.140907 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2adb208b-b311-4d3d-be4c-2ee063e5dfe8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=184c4526f9ed41e592764b073b70ceef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327843 Feb 20 23:35:02.140907 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb208b-b311-4d3d-be4c-2ee063e5dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3978f8cf-8076-4e91-98c0-33351d61cdfd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:02.141670 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:02.169251 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-6110cad8-29bf-44c3-bcc3-e655750c048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:02.170999 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-6110cad8-29bf-44c3-bcc3-e655750c048a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0507646 Feb 20 23:35:02.193525 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adb25fe5-adf9-4c1d-b1d7-6aa279650752 admin admin] Publish callbacks [] for security_group (3978f8cf-8076-4e91-98c0-33351d61cdfd), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.219121 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-c9b70d46-1e79-4bf2-83e4-b6e454fcfd58 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405672 Feb 20 23:35:02.221443 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adb25fe5-adf9-4c1d-b1d7-6aa279650752 admin admin] Publish callbacks [] for security_group (3978f8cf-8076-4e91-98c0-33351d61cdfd), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.340353 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adb25fe5-adf9-4c1d-b1d7-6aa279650752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3978f8cf-8076-4e91-98c0-33351d61cdfd), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.343028 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adb25fe5-adf9-4c1d-b1d7-6aa279650752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.344296 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-adb25fe5-adf9-4c1d-b1d7-6aa279650752 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3978f8cf-8076-4e91-98c0-33351d61cdfd HTTP/1.1" status: 204 len: 168 time: 0.2012661 Feb 20 23:35:02.349415 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-8fa07847-fc1c-48e9-a063-1ee492fc4cb0 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138375 Feb 20 23:35:02.353727 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb25fe5-adf9-4c1d-b1d7-6aa279650752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978f8cf-8076-4e91-98c0-33351d61cdfd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:02.380789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d2801-92e9-43da-a0bc-83d886c0b297 req-096d03ac-1fcd-425e-b216-8d6f49b19d45 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:02.386198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f88d2801-92e9-43da-a0bc-83d886c0b297 req-096d03ac-1fcd-425e-b216-8d6f49b19d45 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0741386 Feb 20 23:35:02.454360 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f88d2801-92e9-43da-a0bc-83d886c0b297 req-3c0d43ad-ad34-439c-aa8f-4d1c699c36e1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643795 Feb 20 23:35:02.527912 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58696) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:02.543219 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f77bdde4-aea8-4225-9774-48f01fa92d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.604112 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e131eca-b90d-413c-aaf8-def3e6a264dd req-84a3f9dc-8db8-4f6b-9951-f1a63dbc473b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:02.605628 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8e131eca-b90d-413c-aaf8-def3e6a264dd req-84a3f9dc-8db8-4f6b-9951-f1a63dbc473b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 943 time: 0.0860927 Feb 20 23:35:02.650996 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f77bdde4-aea8-4225-9774-48f01fa92d3b admin admin] Publish callbacks [] for security_group (c6970349-740e-4da8-8985-71c6d25781a5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.662757 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8e131eca-b90d-413c-aaf8-def3e6a264dd req-522d40c4-09c3-482d-bca5-fff5ff791e60 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483720 Feb 20 23:35:02.723552 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f77bdde4-aea8-4225-9774-48f01fa92d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c6970349-740e-4da8-8985-71c6d25781a5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.765530 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f77bdde4-aea8-4225-9774-48f01fa92d3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0532617a910f45bf8ef32ddfec43bcfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363067 Feb 20 23:35:02.766503 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bdde4-aea8-4225-9774-48f01fa92d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6970349-740e-4da8-8985-71c6d25781a5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:02.768315 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58710) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:02.823733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d721dca2-17dd-4895-bb6a-2feee3a15ded admin admin] Publish callbacks [] for security_group (c6970349-740e-4da8-8985-71c6d25781a5), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.847233 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d721dca2-17dd-4895-bb6a-2feee3a15ded admin admin] Publish callbacks [] for security_group (c6970349-740e-4da8-8985-71c6d25781a5), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.958499 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d721dca2-17dd-4895-bb6a-2feee3a15ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c6970349-740e-4da8-8985-71c6d25781a5), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.963544 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d721dca2-17dd-4895-bb6a-2feee3a15ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:02.965751 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d721dca2-17dd-4895-bb6a-2feee3a15ded admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6970349-740e-4da8-8985-71c6d25781a5 HTTP/1.1" status: 204 len: 168 time: 0.1962459 Feb 20 23:35:02.977800 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721dca2-17dd-4895-bb6a-2feee3a15ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6970349-740e-4da8-8985-71c6d25781a5,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:03.111972 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a019da9-c27c-4396-b543-b1d45067958e req-10862cc8-5a6d-44ae-aeb0-b6bfd757ee90 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:03.113520 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a019da9-c27c-4396-b543-b1d45067958e req-10862cc8-5a6d-44ae-aeb0-b6bfd757ee90 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0616992 Feb 20 23:35:03.163098 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a019da9-c27c-4396-b543-b1d45067958e req-d9029565-b44b-4f62-98b2-abdcb99c2eb5 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Feb 20 23:35:03.244315 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 140d469c-e203-4a37-b1e8-f67b8b22c759 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:35:03.334337 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fe4ee1e-1496-4c81-872f-d357cf09a4dd req-15acb567-938e-4743-9a9a-a60696ac8948 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894659 Feb 20 23:35:03.379748 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 140d469c-e203-4a37-b1e8-f67b8b22c759, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=140d469c-e203-4a37-b1e8-f67b8b22c759,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:35:03.390851 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'port_id': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'mac_address': 'fa:16:3e:e4:3c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:35:03.436480 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:03.441263 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 140d469c-e203-4a37-b1e8-f67b8b22c759 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:03.441956 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:03.455576 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140d469c-e203-4a37-b1e8-f67b8b22c759 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:35:03.502462 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 140d469c-e203-4a37-b1e8-f67b8b22c759, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=140d469c-e203-4a37-b1e8-f67b8b22c759,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:35:03.564230 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:03.623100 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eec2444a-eedf-4490-adcb-77eef5c8e438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:03.630192 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=140d469c-e203-4a37-b1e8-f67b8b22c759,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:03.641398 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ade73-256a-4a72-8d54-aafb07be5bec req-03e45f40-bdc1-47cb-baf6-19a769d09f4f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:03.643057 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e10ade73-256a-4a72-8d54-aafb07be5bec req-03e45f40-bdc1-47cb-baf6-19a769d09f4f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0909750 Feb 20 23:35:03.693796 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e10ade73-256a-4a72-8d54-aafb07be5bec req-e018729a-af57-48ed-93eb-570efdc3bfbd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Feb 20 23:35:03.726020 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eec2444a-eedf-4490-adcb-77eef5c8e438 admin admin] Publish callbacks [] for security_group (43ace2d7-18d9-4c23-8bf7-c2eb848c56bd), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:03.781615 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f1ee-747d-4083-acaf-b3b438e77728 req-da54c859-e5c5-4ac3-b82e-c8fbe52a7b9b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:03.783104 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8bd4f1ee-747d-4083-acaf-b3b438e77728 req-da54c859-e5c5-4ac3-b82e-c8fbe52a7b9b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 944 time: 0.0505002 Feb 20 23:35:03.809007 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eec2444a-eedf-4490-adcb-77eef5c8e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (43ace2d7-18d9-4c23-8bf7-c2eb848c56bd), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:03.839597 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8bd4f1ee-747d-4083-acaf-b3b438e77728 req-7c2656c4-bfe2-4aad-bc93-2a9ca7b56c01 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509126 Feb 20 23:35:03.856288 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 58760) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:03.862912 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-eec2444a-eedf-4490-adcb-77eef5c8e438 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23ad5c373570454db2adc2a265efa80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252539 Feb 20 23:35:03.863951 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2444a-eedf-4490-adcb-77eef5c8e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ace2d7-18d9-4c23-8bf7-c2eb848c56bd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:03.911233 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-10f13cd8-1e62-45f4-8513-67e10dd76321 admin admin] Publish callbacks [] for security_group (43ace2d7-18d9-4c23-8bf7-c2eb848c56bd), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:03.938207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-10f13cd8-1e62-45f4-8513-67e10dd76321 admin admin] Publish callbacks [] for security_group (43ace2d7-18d9-4c23-8bf7-c2eb848c56bd), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:04.073206 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-10f13cd8-1e62-45f4-8513-67e10dd76321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (43ace2d7-18d9-4c23-8bf7-c2eb848c56bd), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:04.091442 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-10f13cd8-1e62-45f4-8513-67e10dd76321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:04.092646 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-10f13cd8-1e62-45f4-8513-67e10dd76321 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43ace2d7-18d9-4c23-8bf7-c2eb848c56bd HTTP/1.1" status: 204 len: 168 time: 0.2353728 Feb 20 23:35:04.102751 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13cd8-1e62-45f4-8513-67e10dd76321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ace2d7-18d9-4c23-8bf7-c2eb848c56bd,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:04.282441 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6749-4121-4996-b9eb-cac68e525491 req-c4004248-4ad4-4889-8fac-50a54d1007a7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:04.284078 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb5c6749-4121-4996-b9eb-cac68e525491 req-c4004248-4ad4-4889-8fac-50a54d1007a7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0526013 Feb 20 23:35:04.332487 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb5c6749-4121-4996-b9eb-cac68e525491 req-6b34661f-776f-46eb-8e1f-4271cabda0e4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Feb 20 23:35:04.802264 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:04.830013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05022c-8971-4006-b252-1f6f404b4cac req-7f35bfc6-3ebe-4a2e-abdc-a6a3bbcca06a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:04.831632 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da05022c-8971-4006-b252-1f6f404b4cac req-7f35bfc6-3ebe-4a2e-abdc-a6a3bbcca06a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0664542 Feb 20 23:35:04.845066 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b784661f-82e0-413d-b7a0-ae3a8aeb7ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:04.903231 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da05022c-8971-4006-b252-1f6f404b4cac req-fffa015e-c833-4f76-9160-e2cdb904fce7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619760 Feb 20 23:35:04.943313 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b784661f-82e0-413d-b7a0-ae3a8aeb7ec3 admin admin] Publish callbacks [] for security_group (dbabc600-2440-4476-82cc-e768ace65a60), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.020631 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc500-4e6f-4dbe-b9d8-94994e8b3e67 req-54bab32b-7a2c-4881-bd25-0bc24080df20 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:05.022643 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41efc500-4e6f-4dbe-b9d8-94994e8b3e67 req-54bab32b-7a2c-4881-bd25-0bc24080df20 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 944 time: 0.0624886 Feb 20 23:35:05.024449 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b784661f-82e0-413d-b7a0-ae3a8aeb7ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (dbabc600-2440-4476-82cc-e768ace65a60), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.072749 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b784661f-82e0-413d-b7a0-ae3a8aeb7ec3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e1ba4d1a23c44769416c7ddcb351564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681367 Feb 20 23:35:05.073786 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784661f-82e0-413d-b7a0-ae3a8aeb7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbabc600-2440-4476-82cc-e768ace65a60,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:05.087995 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58832) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:05.120360 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41efc500-4e6f-4dbe-b9d8-94994e8b3e67 req-a908e15c-09f5-459b-be0f-72562c3761dd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811853 Feb 20 23:35:05.160016 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1a8-78f3-4ab2-baca-fac7ebf64f18 admin admin] Publish callbacks [] for security_group (dbabc600-2440-4476-82cc-e768ace65a60), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.184965 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1a8-78f3-4ab2-baca-fac7ebf64f18 admin admin] Publish callbacks [] for security_group (dbabc600-2440-4476-82cc-e768ace65a60), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.294742 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1a8-78f3-4ab2-baca-fac7ebf64f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (dbabc600-2440-4476-82cc-e768ace65a60), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.297562 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1a8-78f3-4ab2-baca-fac7ebf64f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.298802 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-5d25d1a8-78f3-4ab2-baca-fac7ebf64f18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbabc600-2440-4476-82cc-e768ace65a60 HTTP/1.1" status: 204 len: 168 time: 0.2096257 Feb 20 23:35:05.324898 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25d1a8-78f3-4ab2-baca-fac7ebf64f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbabc600-2440-4476-82cc-e768ace65a60,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:05.472608 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4811bf-4ea5-44b3-bcbc-096f5d64f213 req-3b2ec0c5-4922-4690-a3ea-9b2db24dabe1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:05.473999 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b4811bf-4ea5-44b3-bcbc-096f5d64f213 req-3b2ec0c5-4922-4690-a3ea-9b2db24dabe1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0522909 Feb 20 23:35:05.487022 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['140d469c-e203-4a37-b1e8-f67b8b22c759'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:35:05.532492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b4811bf-4ea5-44b3-bcbc-096f5d64f213 req-7f100a8a-15f4-432b-b29a-d8bbcc5e66b4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522053 Feb 20 23:35:06.026328 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b628135-5397-40d5-8b9a-13853e247e46 req-545516aa-d34d-49a6-90c3-cc40ea584915 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:06.027976 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b628135-5397-40d5-8b9a-13853e247e46 req-545516aa-d34d-49a6-90c3-cc40ea584915 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0573940 Feb 20 23:35:06.110342 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b628135-5397-40d5-8b9a-13853e247e46 req-917be047-93c5-4194-ab1e-01b337ef21e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691988 Feb 20 23:35:06.248532 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3ae4b-304f-4b1f-868b-b143b1fc6bbc req-9bdf82be-fb6a-462c-847e-29876443c702 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:06.250042 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94c3ae4b-304f-4b1f-868b-b143b1fc6bbc req-9bdf82be-fb6a-462c-847e-29876443c702 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0542226 Feb 20 23:35:06.260037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 58900) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:06.264643 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'floatingip': {'port_id': '128609e9-b733-40d7-ae7b-f2490f723533'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:35:06.360197 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe9d9-5514-4571-a001-aa33ce8a4fb0 req-a8fe10b2-f547-48b2-88bf-fb60a7cf3bc9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:06.365347 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (53288b67-2402-45cf-a89c-2f02099e0c00), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:06.367545 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d9fe9d9-5514-4571-a001-aa33ce8a4fb0 req-a8fe10b2-f547-48b2-88bf-fb60a7cf3bc9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 944 time: 0.0636888 Feb 20 23:35:06.421808 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d9fe9d9-5514-4571-a001-aa33ce8a4fb0 req-943750ca-d10c-4773-973a-a83582b21bce tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531428 Feb 20 23:35:06.678105 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ba4be-9a60-4735-babe-1e0711f5a025 req-6347345c-dd1b-4745-b9b1-5c878e7c2890 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:06.687207 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-be6ba4be-9a60-4735-babe-1e0711f5a025 req-6347345c-dd1b-4745-b9b1-5c878e7c2890 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0724063 Feb 20 23:35:06.740296 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-be6ba4be-9a60-4735-babe-1e0711f5a025 req-a2d92082-af4b-4882-8b28-59dc337a6c92 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524292 Feb 20 23:35:07.051557 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 140d469c-e203-4a37-b1e8-f67b8b22c759 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:35:07.207334 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 140d469c-e203-4a37-b1e8-f67b8b22c759 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:35:07.212653 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 140d469c-e203-4a37-b1e8-f67b8b22c759 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:35:07.213332 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:07.293765 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:07.310538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 140d469c-e203-4a37-b1e8-f67b8b22c759 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:07.310941 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:07.335834 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:35:07.338541 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2ca638-62c2-47fb-8137-cd934a16f70d" -d '{"events": [{"server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "name": "network-vif-plugged", "status": "completed", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:35:07.351562 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 140d469c-e203-4a37-b1e8-f67b8b22c759, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=140d469c-e203-4a37-b1e8-f67b8b22c759,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:35:07.369689 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (53288b67-2402-45cf-a89c-2f02099e0c00), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:07.379988 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5185b16-fcc9-4fb7-ac1a-3c7bed65f737 x-openstack-request-id: req-c5185b16-fcc9-4fb7-ac1a-3c7bed65f737 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:35:07.379988 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "name": "network-vif-plugged", "status": "completed", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:35:07.379988 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5185b16-fcc9-4fb7-ac1a-3c7bed65f737 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:35:07.379988 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'code': 200} Feb 20 23:35:07.426327 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:07.482214 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=140d469c-e203-4a37-b1e8-f67b8b22c759,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:07.527439 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Floating IP 53288b67-2402-45cf-a89c-2f02099e0c00 associated. External IP: 172.27.1.41, port: 128609e9-b733-40d7-ae7b-f2490f723533. Feb 20 23:35:07.590222 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e6075-e472-4152-ba13-0a523b99e822 req-765c90b2-be3a-4c89-bf9f-92cac685f3dd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:07.597734 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c0e6075-e472-4152-ba13-0a523b99e822 req-765c90b2-be3a-4c89-bf9f-92cac685f3dd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0793698 Feb 20 23:35:07.651326 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c0e6075-e472-4152-ba13-0a523b99e822 req-51c095c3-9b58-4e38-8f84-d6e0567ab1c0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526266 Feb 20 23:35:07.786480 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:35:07.913652 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:35:07.917699 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be55d12-b560-4501-84a4-43b01645d902 req-6fd82c0d-23d3-487f-84f2-e7a1cab18ce4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:07.919274 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0be55d12-b560-4501-84a4-43b01645d902 req-6fd82c0d-23d3-487f-84f2-e7a1cab18ce4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0915670 Feb 20 23:35:07.931017 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:07.939092 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:35:07.946265 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aeec7-d759-4635-82df-dd0686d492e1 req-e7efc252-575d-4cf1-b947-405e18a2c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:07.948489 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-206aeec7-d759-4635-82df-dd0686d492e1 req-e7efc252-575d-4cf1-b947-405e18a2c2b4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1129 time: 0.0751288 Feb 20 23:35:07.956158 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:35:07.956823 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:07.968289 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-aef7aa29-2439-45ae-b7bc-8cdc50329024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "PUT /v2.0/floatingips/53288b67-2402-45cf-a89c-2f02099e0c00 HTTP/1.1" status: 200 len: 990 time: 1.7070007 Feb 20 23:35:07.970479 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:35:07.976143 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571551c6-7569-4186-b645-31d5b7d0469d" -d '{"events": [{"name": "network-changed", "server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:35:08.038707 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0be55d12-b560-4501-84a4-43b01645d902 req-7acc10b5-4574-4fea-a460-7b0a8b20547d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872698 Feb 20 23:35:08.041782 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-206aeec7-d759-4635-82df-dd0686d492e1 req-d3d0ecb9-8873-484d-b207-b28789b4dfba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787375 Feb 20 23:35:08.068236 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d42894e-4f61-42df-b438-f807a60aebce x-openstack-request-id: req-4d42894e-4f61-42df-b438-f807a60aebce {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:35:08.068569 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:35:08.068827 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d42894e-4f61-42df-b438-f807a60aebce {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:35:08.069228 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'status': 'completed', 'code': 200} Feb 20 23:35:08.104538 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:35:08.378746 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571551c6-7569-4186-b645-31d5b7d0469d req-229b9804-1fa2-4ae8-ab8d-2bfa1566fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:08.380366 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-229b9804-1fa2-4ae8-ab8d-2bfa1566fe94 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1129 time: 0.0564435 Feb 20 23:35:08.387456 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '53288b67-2402-45cf-a89c-2f02099e0c00', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'port_id': '128609e9-b733-40d7-ae7b-f2490f723533', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'mac_address': 'fa:16:3e:07:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610d910b-613d-4858-b40e-2a59c08c29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:34:38Z', 'updated_at': '2022-02-20T23:35:07Z', 'revision_number': 1, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:08.422975 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:35:08.435786 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:35:08.436811 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:08.571687 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:35:08.686806 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571551c6-7569-4186-b645-31d5b7d0469d req-0e6b4145-26d8-49ba-8ef1-cb1576649f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:08.688360 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-0e6b4145-26d8-49ba-8ef1-cb1576649f05 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.3008046 Feb 20 23:35:08.861317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '53288b67-2402-45cf-a89c-2f02099e0c00', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'port_id': '128609e9-b733-40d7-ae7b-f2490f723533', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'mac_address': 'fa:16:3e:07:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610d910b-613d-4858-b40e-2a59c08c29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:34:38Z', 'updated_at': '2022-02-20T23:35:07Z', 'revision_number': 1, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:08.883571 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-50fe522f-4cd2-4cc5-8370-aaf189e3d57a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 998 time: 0.1744308 Feb 20 23:35:08.888008 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2345076-2e48-4c92-bda0-54e3e28a1a07 req-db0b6687-fb85-431a-8962-871c48810e34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:08.889523 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2345076-2e48-4c92-bda0-54e3e28a1a07 req-db0b6687-fb85-431a-8962-871c48810e34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1157007 Feb 20 23:35:08.893098 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d09be-eda3-4d69-9b11-e87c72425f5a None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '53288b67-2402-45cf-a89c-2f02099e0c00', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'port_id': '128609e9-b733-40d7-ae7b-f2490f723533', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'mac_address': 'fa:16:3e:07:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610d910b-613d-4858-b40e-2a59c08c29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:34:38Z', 'updated_at': '2022-02-20T23:35:07Z', 'revision_number': 1, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:35:08.969815 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571551c6-7569-4186-b645-31d5b7d0469d req-0705185e-f181-47d9-92f9-5ee3d7420a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:08.970624 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-0705185e-f181-47d9-92f9-5ee3d7420a43 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0801704 Feb 20 23:35:08.991973 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2345076-2e48-4c92-bda0-54e3e28a1a07 req-66d35110-3ffd-495b-b3b8-f394904a6d93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937879 Feb 20 23:35:09.029796 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571551c6-7569-4186-b645-31d5b7d0469d req-f859ac5c-9181-4674-864d-35a96f9fb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:09.031415 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-f859ac5c-9181-4674-864d-35a96f9fb68c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519004 Feb 20 23:35:09.208472 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d28beb1-7f2b-4dff-80e3-48e1656fe85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.224749 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf173c-ba82-4776-ad42-7e513a5687a9 None None] New status for floating IP 53288b67-2402-45cf-a89c-2f02099e0c00: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:35:09.249441 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-6104789c-92ce-4da3-abf7-f227a45dd96c service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925943 Feb 20 23:35:09.268371 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c1aa9-5f53-4ef3-a3e5-63dae9c5d90f req-284e7ba8-4fca-421b-b0e1-21e0f2eea5f4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:09.270516 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c52c1aa9-5f53-4ef3-a3e5-63dae9c5d90f req-284e7ba8-4fca-421b-b0e1-21e0f2eea5f4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1165504 Feb 20 23:35:09.403200 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c52c1aa9-5f53-4ef3-a3e5-63dae9c5d90f req-06e6f41a-3589-48db-a359-b5c1b67f1880 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047108 Feb 20 23:35:09.415490 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-571551c6-7569-4186-b645-31d5b7d0469d req-f06a364f-0397-44f8-b25d-51ed5baaf476 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434517 Feb 20 23:35:10.122761 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b89b-5b5c-4b6e-b597-18003e4064a1 req-dd009940-35b2-48fe-b2e1-2a92fa7a6113 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:10.124342 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e271b89b-5b5c-4b6e-b597-18003e4064a1 req-dd009940-35b2-48fe-b2e1-2a92fa7a6113 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0552113 Feb 20 23:35:10.182136 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e271b89b-5b5c-4b6e-b597-18003e4064a1 req-f0f60d76-300e-40d2-bb9a-5c44f86a6eb5 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480440 Feb 20 23:35:10.447898 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ea60-7694-4fba-8d37-423ee48b8b87 req-49c8317d-4bc1-4cf1-8e00-165a69042526 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:10.449391 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c35ea60-7694-4fba-8d37-423ee48b8b87 req-49c8317d-4bc1-4cf1-8e00-165a69042526 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0586250 Feb 20 23:35:10.458261 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:10.463674 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'floatingip': {'port_id': '140d469c-e203-4a37-b1e8-f67b8b22c759'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:35:10.505293 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:10.550947 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1407ef1-cb90-43f4-a335-3559f6516e4a req-99acefc8-a9b2-4ce2-bef1-9adc4175a13d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:10.552854 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1407ef1-cb90-43f4-a335-3559f6516e4a req-99acefc8-a9b2-4ce2-bef1-9adc4175a13d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0669034 Feb 20 23:35:10.620244 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1407ef1-cb90-43f4-a335-3559f6516e4a req-011f70a9-467e-4478-a4cb-71da4de5803b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611513 Feb 20 23:35:10.995910 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.052648 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.156789 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Floating IP fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5 associated. External IP: 172.27.1.52, port: 140d469c-e203-4a37-b1e8-f67b8b22c759. Feb 20 23:35:11.360007 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:35:11.466252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:35:11.470912 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.475877 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26237138-32f2-417c-9f16-8460e50b593f None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:35:11.487009 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:35:11.487683 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:34:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:11.501988 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2a60228b-faee-471e-94ae-57f037b263be tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "PUT /v2.0/floatingips/fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5 HTTP/1.1" status: 200 len: 990 time: 1.0426271 Feb 20 23:35:11.502718 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:35:11.505087 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6968373-5f0d-4f88-b8af-5fa7b2b01773" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:35:11.550583 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c6f90-d720-4ce8-93c2-d87fa9c75e96 x-openstack-request-id: req-742c6f90-d720-4ce8-93c2-d87fa9c75e96 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:35:11.550583 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:35:11.550583 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-742c6f90-d720-4ce8-93c2-d87fa9c75e96 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:35:11.550583 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'status': 'completed', 'code': 200} Feb 20 23:35:11.574261 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2b90-820a-48f2-b702-349bbcd85b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.598044 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:35:11.750266 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede00ac1-5044-4eee-b8ec-894e7e28b660 req-c235d021-2b23-4250-a13e-a46dce302c43 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:11.751772 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ede00ac1-5044-4eee-b8ec-894e7e28b660 req-c235d021-2b23-4250-a13e-a46dce302c43 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0563934 Feb 20 23:35:11.799330 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ede00ac1-5044-4eee-b8ec-894e7e28b660 req-67cca16b-b465-47a7-af07-e297aa65669c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Feb 20 23:35:11.905761 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'port_id': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'mac_address': 'fa:16:3e:e4:3c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:34:36Z', 'updated_at': '2022-02-20T23:35:10Z', 'revision_number': 1, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:11.932115 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26237138-32f2-417c-9f16-8460e50b593f None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:35:11.940322 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:35:11.940931 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:35:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:12.046751 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:35:12.265393 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-26237138-32f2-417c-9f16-8460e50b593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'port_id': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'mac_address': 'fa:16:3e:e4:3c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:34:36Z', 'updated_at': '2022-02-20T23:35:10Z', 'revision_number': 1, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:12.292057 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26237138-32f2-417c-9f16-8460e50b593f None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'port_id': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'mac_address': 'fa:16:3e:e4:3c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:34:36Z', 'updated_at': '2022-02-20T23:35:10Z', 'revision_number': 1, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:35:12.481529 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ea33a-f7fc-4869-95b0-2a8a194dc729 None None] New status for floating IP fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:35:12.834943 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:12.917348 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f77cd-b346-4d6d-9cf6-532cbab568cd req-8d039b14-27e8-4bd0-bda7-94c9ccd8aa60 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:12.918801 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-893f77cd-b346-4d6d-9cf6-532cbab568cd req-8d039b14-27e8-4bd0-bda7-94c9ccd8aa60 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0521550 Feb 20 23:35:12.965123 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-893f77cd-b346-4d6d-9cf6-532cbab568cd req-a6d47d9a-94f2-4d8d-93e8-202e2f8406c3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Feb 20 23:35:13.529911 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-915f8d20-28d1-481d-8370-c4919e726053 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494957 Feb 20 23:35:13.573796 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-e0e27c63-ddda-444b-a0f2-b5c409fa4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.575505 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-e0e27c63-ddda-444b-a0f2-b5c409fa4748 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1129 time: 0.0501342 Feb 20 23:35:13.639301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018b71-2103-426e-8c61-6d775988c66f req-750fb313-ff05-48c4-9899-eba0d47803dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.640864 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-750fb313-ff05-48c4-9899-eba0d47803dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11832d45d09f44a6a27ae402471456e8&device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 1130 time: 0.0479753 Feb 20 23:35:13.682537 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-e1cd0399-3f04-41eb-97bf-b590fffb2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.684708 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-e1cd0399-3f04-41eb-97bf-b590fffb2e3b service neutron] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 911 time: 0.0907907 Feb 20 23:35:13.766977 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018b71-2103-426e-8c61-6d775988c66f req-be701325-5786-4db1-946c-72beb7bd817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.769163 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-be701325-5786-4db1-946c-72beb7bd817e service neutron] 10.222.0.88 "GET /v2.0/networks?id=81c586ad-9f99-4739-b30f-21ef870cf58a HTTP/1.1" status: 200 len: 912 time: 0.0991466 Feb 20 23:35:13.788270 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-c8f38cf4-f571-40bd-bb38-e440e49d48c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 200 len: 1000 time: 0.0963614 Feb 20 23:35:13.823711 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-55787c6a-a136-42a7-bfd6-09394ae15341 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57 HTTP/1.1" status: 200 len: 217 time: 0.0396500 Feb 20 23:35:13.844897 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-20807cdf-ca42-4d8b-a789-7a3248d8d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.846417 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-20807cdf-ca42-4d8b-a789-7a3248d8d10a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.0454142 Feb 20 23:35:13.871968 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018b71-2103-426e-8c61-6d775988c66f req-7642a2e8-061a-4eac-b9b0-9b959d3fa023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.873634 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-7642a2e8-061a-4eac-b9b0-9b959d3fa023 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=586f1efd-8f15-4eb9-a991-1940054db839 HTTP/1.1" status: 200 len: 851 time: 0.0435100 Feb 20 23:35:13.900146 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-8f8f95b7-04bc-4466-9065-2cf06f4f2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:13.901834 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-8f8f95b7-04bc-4466-9065-2cf06f4f2ec6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456424 Feb 20 23:35:13.906874 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-272c8889-118f-4c3f-8e87-8caad357d7be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81c586ad-9f99-4739-b30f-21ef870cf58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261493 Feb 20 23:35:14.006699 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-6841292f-c79f-4f36-a91d-beedec1b4fdf service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883253 Feb 20 23:35:14.011922 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-522e9f1b-3545-440a-ad21-fee6f79710fd service neutron] 10.222.0.88 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929670 Feb 20 23:35:14.046419 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:14.116392 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-d6968373-5f0d-4f88-b8af-5fa7b2b01773 req-a7db57e9-6790-4208-b2b4-15058cfd8841 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935531 Feb 20 23:35:14.153192 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369ecba-bcc4-49dd-a313-1193771ff582 req-b486bb84-3ecc-4db1-ab22-90ea7fe88c8c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:14.153436 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3369ecba-bcc4-49dd-a313-1193771ff582 req-b486bb84-3ecc-4db1-ab22-90ea7fe88c8c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1112738 Feb 20 23:35:14.157338 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de018b71-2103-426e-8c61-6d775988c66f req-1a4b80f9-25cb-4586-bca8-da45c70e5efd service neutron] 10.222.0.88 "GET /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341989 Feb 20 23:35:14.202736 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3369ecba-bcc4-49dd-a313-1193771ff582 req-ccacf170-455b-4315-b2e1-32dd83dde95d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Feb 20 23:35:15.326207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c05ea-47a0-412e-844b-ba1246421f39 req-18ef1c18-7184-49e2-a8d9-5cf7b885ec50 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:15.327882 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f9c05ea-47a0-412e-844b-ba1246421f39 req-18ef1c18-7184-49e2-a8d9-5cf7b885ec50 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0563309 Feb 20 23:35:15.379567 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f9c05ea-47a0-412e-844b-ba1246421f39 req-80a48a76-95e1-4c29-8234-7f170f20de19 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 Feb 20 23:35:15.631035 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:15.791463 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:15.958003 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:35:16.504472 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bb2ae-711b-43cb-9f66-30253d8cf532 req-2fae313d-2d77-4c5b-8e50-034337249e87 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:16.505859 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e78bb2ae-711b-43cb-9f66-30253d8cf532 req-2fae313d-2d77-4c5b-8e50-034337249e87 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0573342 Feb 20 23:35:16.554540 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e78bb2ae-711b-43cb-9f66-30253d8cf532 req-ad376445-d565-4fe0-9bea-1463f49b835b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Feb 20 23:35:17.674537 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4d114-f17a-44b8-8a7c-c2d8b82d72d4 req-b3500810-3f61-4ec8-bc17-c58cb60e4d62 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:17.676064 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bce4d114-f17a-44b8-8a7c-c2d8b82d72d4 req-b3500810-3f61-4ec8-bc17-c58cb60e4d62 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0542517 Feb 20 23:35:17.726181 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bce4d114-f17a-44b8-8a7c-c2d8b82d72d4 req-08fc357c-dfc5-4741-84cb-d17c9b2a34b8 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Feb 20 23:35:18.846680 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa4ea8-a763-442e-86d0-4c3ee9e7bc5f req-79d9a593-7e38-4f41-95b5-ec300f544d53 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:18.848245 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dfa4ea8-a763-442e-86d0-4c3ee9e7bc5f req-79d9a593-7e38-4f41-95b5-ec300f544d53 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0536911 Feb 20 23:35:18.900798 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0dfa4ea8-a763-442e-86d0-4c3ee9e7bc5f req-e0e29d82-6a1e-4ff6-848a-48f2c5188bcc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459092 Feb 20 23:35:19.554439 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59194) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:19.669171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:19.757702 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Publish callbacks [] for security_group (c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:19.825408 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:19.869543 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61735e5f97a64a0c8b837b9130ad7381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098347 Feb 20 23:35:19.869543 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:19.870621 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59216) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:19.881247 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.881612 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.881956 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.882293 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.882630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.882961 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.883399 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.883733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.884090 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.884412 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.885008 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.885130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.885378 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ec3dc-4c13-4219-b877-e935859c7612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:19.956330 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1d2400e-2910-438f-8bdd-03902a6b5cbd admin admin] Publish callbacks [] for security_group (c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:19.990519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1d2400e-2910-438f-8bdd-03902a6b5cbd admin admin] Publish callbacks [] for security_group (c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:20.102905 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865235-819e-4b80-a409-26e71c51b801 req-a3b6cf6b-550a-44fc-95f4-2ee3534591c1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:20.104664 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83865235-819e-4b80-a409-26e71c51b801 req-a3b6cf6b-550a-44fc-95f4-2ee3534591c1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1277909 Feb 20 23:35:20.111726 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef138918-404f-4b05-8b42-645a2fa4990a req-23894e9d-93e1-4868-8191-94b7400822fe tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:20.113143 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ef138918-404f-4b05-8b42-645a2fa4990a req-23894e9d-93e1-4868-8191-94b7400822fe tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.1374788 Feb 20 23:35:20.185619 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83865235-819e-4b80-a409-26e71c51b801 req-9653a897-d2f9-4a7b-acce-815d7d1343cc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715022 Feb 20 23:35:20.192854 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ef138918-404f-4b05-8b42-645a2fa4990a req-e0f9dcbb-fa2f-4549-9821-14e7439309bb tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Feb 20 23:35:20.194868 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1d2400e-2910-438f-8bdd-03902a6b5cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:20.198113 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1d2400e-2910-438f-8bdd-03902a6b5cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:20.199201 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c1d2400e-2910-438f-8bdd-03902a6b5cbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2 HTTP/1.1" status: 204 len: 168 time: 0.3276925 Feb 20 23:35:20.207079 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2400e-2910-438f-8bdd-03902a6b5cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c678ee3e-6c1c-49f8-8e45-6ec453ac5dc2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:20.831617 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:20.842412 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:20.864048 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:20.949456 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Publish callbacks [] for security_group (10b79c5b-ed70-45d8-8cd6-e92b8983d81b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.041764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f95431d8-4fde-4e25-9414-ca5483ed6e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.075429 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (10b79c5b-ed70-45d8-8cd6-e92b8983d81b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.128106 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38f9552803d14bc1bbcf5e9dd685d0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846107 Feb 20 23:35:21.129967 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b79c5b-ed70-45d8-8cd6-e92b8983d81b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:21.130894 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59246) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:21.143627 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.144014 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.144366 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.144715 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.145080 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.145421 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.145779 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.146159 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.146570 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.146933 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.147294 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.147625 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.148008 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74807d14-b5af-48f2-a53d-166a094e4067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:21.179558 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f95431d8-4fde-4e25-9414-ca5483ed6e49 admin admin] Publish callbacks [] for security_group (06c586ae-e5f7-42d5-8669-133ce5965cdb), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.184973 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57c7d09b-575a-42bf-8272-dca1ddcdfcc2 admin admin] Publish callbacks [] for security_group (10b79c5b-ed70-45d8-8cd6-e92b8983d81b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.206390 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57c7d09b-575a-42bf-8272-dca1ddcdfcc2 admin admin] Publish callbacks [] for security_group (10b79c5b-ed70-45d8-8cd6-e92b8983d81b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.260156 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f95431d8-4fde-4e25-9414-ca5483ed6e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (06c586ae-e5f7-42d5-8669-133ce5965cdb), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.303193 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95431d8-4fde-4e25-9414-ca5483ed6e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c586ae-e5f7-42d5-8669-133ce5965cdb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:21.308988 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f95431d8-4fde-4e25-9414-ca5483ed6e49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e273c9a7d26495ca6aae9f30e9c6a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760950 Feb 20 23:35:21.311537 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:21.339033 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57c7d09b-575a-42bf-8272-dca1ddcdfcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (10b79c5b-ed70-45d8-8cd6-e92b8983d81b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.342464 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57c7d09b-575a-42bf-8272-dca1ddcdfcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.348770 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-57c7d09b-575a-42bf-8272-dca1ddcdfcc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10b79c5b-ed70-45d8-8cd6-e92b8983d81b HTTP/1.1" status: 204 len: 168 time: 0.2114663 Feb 20 23:35:21.362251 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d09b-575a-42bf-8272-dca1ddcdfcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b79c5b-ed70-45d8-8cd6-e92b8983d81b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:21.379573 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091107a-c67f-4cab-b77c-6ee15bd8ba3a req-2e7d1c82-406e-41cb-b5b5-c34ab7bc2a04 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:21.379692 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-827d4055-f7d9-4c95-ac46-0d2541bb707c admin admin] Publish callbacks [] for security_group (06c586ae-e5f7-42d5-8669-133ce5965cdb), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.379798 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7091107a-c67f-4cab-b77c-6ee15bd8ba3a req-2e7d1c82-406e-41cb-b5b5-c34ab7bc2a04 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.1015613 Feb 20 23:35:21.389708 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288d105-0cb9-4665-913b-3b3156b5ea26 req-f51b5552-37d5-449b-9e89-df6af119ab12 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:21.391330 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e288d105-0cb9-4665-913b-3b3156b5ea26 req-f51b5552-37d5-449b-9e89-df6af119ab12 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1234519 Feb 20 23:35:21.419208 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-827d4055-f7d9-4c95-ac46-0d2541bb707c admin admin] Publish callbacks [] for security_group (06c586ae-e5f7-42d5-8669-133ce5965cdb), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.467887 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7091107a-c67f-4cab-b77c-6ee15bd8ba3a req-2e81a221-5270-445c-a2e7-0d53425de852 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755131 Feb 20 23:35:21.472297 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e288d105-0cb9-4665-913b-3b3156b5ea26 req-158ac97e-0dda-40bb-9cc0-a3b7c2e86025 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659106 Feb 20 23:35:21.534068 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-827d4055-f7d9-4c95-ac46-0d2541bb707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (06c586ae-e5f7-42d5-8669-133ce5965cdb), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.536816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-827d4055-f7d9-4c95-ac46-0d2541bb707c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.537929 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-827d4055-f7d9-4c95-ac46-0d2541bb707c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06c586ae-e5f7-42d5-8669-133ce5965cdb HTTP/1.1" status: 204 len: 168 time: 0.2241175 Feb 20 23:35:21.548019 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d4055-f7d9-4c95-ac46-0d2541bb707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c586ae-e5f7-42d5-8669-133ce5965cdb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:22.236833 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59282) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:22.253167 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-33e31e5c-788f-42a3-b047-20ef9c2bf391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.334889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-33e31e5c-788f-42a3-b047-20ef9c2bf391 admin admin] Publish callbacks [] for security_group (82fab94f-f83d-466e-a27d-ed4d8257ea4d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.434879 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-33e31e5c-788f-42a3-b047-20ef9c2bf391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (82fab94f-f83d-466e-a27d-ed4d8257ea4d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.480560 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-33e31e5c-788f-42a3-b047-20ef9c2bf391 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8b57d811c0c475ab39644d9bd089402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422020 Feb 20 23:35:22.485059 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e31e5c-788f-42a3-b047-20ef9c2bf391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fab94f-f83d-466e-a27d-ed4d8257ea4d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:22.488163 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:22.698889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6371f7-32cb-408a-80d0-777e6aef5bc0 req-4f6c2ad5-d9fa-43d5-beb9-ba11f23c29ee tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:22.701003 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8f6371f7-32cb-408a-80d0-777e6aef5bc0 req-4f6c2ad5-d9fa-43d5-beb9-ba11f23c29ee tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1262774 Feb 20 23:35:22.710003 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-0cb90ce5-a786-4265-900c-d57491932b45 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:22.715738 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-0cb90ce5-a786-4265-900c-d57491932b45 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.88 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.1476200 Feb 20 23:35:22.727215 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0947a-d424-4bb7-8690-eb7dfcc8f684 req-48f1bf66-0b18-4adb-ae35-80dfb110a733 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:22.728759 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2ae0947a-d424-4bb7-8690-eb7dfcc8f684 req-48f1bf66-0b18-4adb-ae35-80dfb110a733 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 946 time: 0.1535733 Feb 20 23:35:22.788903 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69d32dcb-0fc9-4362-9bc2-39d50b7f5316 admin admin] Publish callbacks [] for security_group (82fab94f-f83d-466e-a27d-ed4d8257ea4d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.813777 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69d32dcb-0fc9-4362-9bc2-39d50b7f5316 admin admin] Publish callbacks [] for security_group (82fab94f-f83d-466e-a27d-ed4d8257ea4d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.908968 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8f6371f7-32cb-408a-80d0-777e6aef5bc0 req-4533f37b-caf3-48d4-9a52-759b0bc64157 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953106 Feb 20 23:35:22.919182 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2ae0947a-d424-4bb7-8690-eb7dfcc8f684 req-08503986-a557-49a7-8938-c0166eb9a118 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6d60b94-f77a-4bca-b1b6-c36e57bc1565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607203 Feb 20 23:35:22.920865 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:22.948397 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69d32dcb-0fc9-4362-9bc2-39d50b7f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (82fab94f-f83d-466e-a27d-ed4d8257ea4d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.953823 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69d32dcb-0fc9-4362-9bc2-39d50b7f5316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.955899 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-69d32dcb-0fc9-4362-9bc2-39d50b7f5316 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82fab94f-f83d-466e-a27d-ed4d8257ea4d HTTP/1.1" status: 204 len: 168 time: 0.4634614 Feb 20 23:35:22.968832 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d32dcb-0fc9-4362-9bc2-39d50b7f5316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fab94f-f83d-466e-a27d-ed4d8257ea4d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:22.969470 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Deleting port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:35:22.969889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.101608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9233f703-6986-4c68-bc49-88aa7a1f3198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.207259 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9233f703-6986-4c68-bc49-88aa7a1f3198 admin admin] Publish callbacks [] for security_group (d096365d-fe8b-4f41-872f-d26b2c640e74), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.266485 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] For port df3b2cef-a191-42c4-b4ac-fdcedfb17c57, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,segment=NetworkSegment(e95fd0a3-8901-418e-b484-d0524519a8df),segment_id=e95fd0a3-8901-418e-b484-d0524519a8df)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:35:23.267144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.283298 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Calling delete_port for df3b2cef-a191-42c4-b4ac-fdcedfb17c57 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:35:23.306241 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9233f703-6986-4c68-bc49-88aa7a1f3198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d096365d-fe8b-4f41-872f-d26b2c640e74), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.344418 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233f703-6986-4c68-bc49-88aa7a1f3198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d096365d-fe8b-4f41-872f-d26b2c640e74,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:23.353815 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9233f703-6986-4c68-bc49-88aa7a1f3198 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=006c71f59cab4e34b7d93d5e32e9f182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274685 Feb 20 23:35:23.354497 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:23.404659 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3270b4-6149-4c98-8999-faae1f33867b admin admin] Publish callbacks [] for security_group (d096365d-fe8b-4f41-872f-d26b2c640e74), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.437062 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3270b4-6149-4c98-8999-faae1f33867b admin admin] Publish callbacks [] for security_group (d096365d-fe8b-4f41-872f-d26b2c640e74), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.589328 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (df3b2cef-a191-42c4-b4ac-fdcedfb17c57), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.620057 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Pushing event deleted for resources: {'Port': ['ID=df3b2cef-a191-42c4-b4ac-fdcedfb17c57,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:23.641002 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3270b4-6149-4c98-8999-faae1f33867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d096365d-fe8b-4f41-872f-d26b2c640e74), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.643940 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3270b4-6149-4c98-8999-faae1f33867b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.645229 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-5e3270b4-6149-4c98-8999-faae1f33867b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d096365d-fe8b-4f41-872f-d26b2c640e74 HTTP/1.1" status: 204 len: 168 time: 0.2897804 Feb 20 23:35:23.656637 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3270b4-6149-4c98-8999-faae1f33867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096365d-fe8b-4f41-872f-d26b2c640e74,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:23.697863 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] No DVR routers for this DVR port df3b2cef-a191-42c4-b4ac-fdcedfb17c57 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:35:23.701118 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:23.706248 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d546215-ff19-48c9-a0fb-f4334b76e35f req-b790a5cd-fb60-4fd2-84d7-6d142c087d9c tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.88 "DELETE /v2.0/ports/df3b2cef-a191-42c4-b4ac-fdcedfb17c57 HTTP/1.1" status: 204 len: 173 time: 0.9753580 Feb 20 23:35:23.706745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'name': 'network-vif-deleted', 'tag': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:35:23.709040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f191b72c-f636-4375-a569-ae619c48ed1f" -d '{"events": [{"server_uuid": "85794b06-73f3-4d21-9c38-d3b1ee2fc94a", "name": "network-vif-deleted", "tag": "df3b2cef-a191-42c4-b4ac-fdcedfb17c57"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:35:23.778334 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47c9ff-8887-40fb-8a95-cdb6d9f59c42 x-openstack-request-id: req-bf47c9ff-8887-40fb-8a95-cdb6d9f59c42 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:35:23.778627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85794b06-73f3-4d21-9c38-d3b1ee2fc94a", "name": "network-vif-deleted", "tag": "df3b2cef-a191-42c4-b4ac-fdcedfb17c57", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:35:23.778904 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf47c9ff-8887-40fb-8a95-cdb6d9f59c42 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:35:23.779321 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85794b06-73f3-4d21-9c38-d3b1ee2fc94a', 'name': 'network-vif-deleted', 'tag': 'df3b2cef-a191-42c4-b4ac-fdcedfb17c57', 'status': 'completed', 'code': 200} Feb 20 23:35:24.080075 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-02d29bbb-03ac-4452-972f-8cf547c84add req-dbb09c68-5b40-44e8-bb01-3859a2886ac3 tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.0361533 Feb 20 23:35:24.106560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b591-f258-42a0-a2af-b19b48bef0d5 req-29b92965-565e-4fb4-a574-7cd5bcde5b8f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:24.108240 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c016b591-f258-42a0-a2af-b19b48bef0d5 req-29b92965-565e-4fb4-a574-7cd5bcde5b8f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0988963 Feb 20 23:35:24.196048 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c016b591-f258-42a0-a2af-b19b48bef0d5 req-ec5027ab-5086-4ce4-bad9-e327b6312c9c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 Feb 20 23:35:24.487226 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:24.505110 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947d3824-ee8e-40ea-8dc7-11ac2e7ea986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.595296 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947d3824-ee8e-40ea-8dc7-11ac2e7ea986 admin admin] Publish callbacks [] for security_group (24ee20de-5198-4410-bc7a-c4de993613c0), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.705157 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947d3824-ee8e-40ea-8dc7-11ac2e7ea986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (24ee20de-5198-4410-bc7a-c4de993613c0), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.745709 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-947d3824-ee8e-40ea-8dc7-11ac2e7ea986 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22c880c8672541c2a3cb9be88eb93fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570558 Feb 20 23:35:24.747954 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d3824-ee8e-40ea-8dc7-11ac2e7ea986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee20de-5198-4410-bc7a-c4de993613c0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:24.748770 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59392) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:24.802154 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9995418e-38cf-4568-9315-ded601197f11 admin admin] Publish callbacks [] for security_group (24ee20de-5198-4410-bc7a-c4de993613c0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.825797 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9995418e-38cf-4568-9315-ded601197f11 admin admin] Publish callbacks [] for security_group (24ee20de-5198-4410-bc7a-c4de993613c0), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.954815 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9995418e-38cf-4568-9315-ded601197f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (24ee20de-5198-4410-bc7a-c4de993613c0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.957528 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9995418e-38cf-4568-9315-ded601197f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.958694 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9995418e-38cf-4568-9315-ded601197f11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24ee20de-5198-4410-bc7a-c4de993613c0 HTTP/1.1" status: 204 len: 168 time: 0.2083259 Feb 20 23:35:24.967547 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995418e-38cf-4568-9315-ded601197f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee20de-5198-4410-bc7a-c4de993613c0,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:25.021412 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59404) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:25.190819 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c0a98a12-6340-4cda-963c-236a33473990 req-3d1bc0ce-fbe2-4b6c-9561-2988c486050b tempest-DeleteServersTestJSON-1112649704 tempest-DeleteServersTestJSON-1112649704-project] 10.222.0.60 "GET /v2.0/ports?device_id=85794b06-73f3-4d21-9c38-d3b1ee2fc94a HTTP/1.1" status: 200 len: 210 time: 0.0283539 Feb 20 23:35:25.200701 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device df3b2cef-a191-42c4-b4ac-fdcedfb17c57 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:35:25.250136 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: df3b2cef-a191-42c4-b4ac-fdcedfb17c57 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:35:25.250136 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device df3b2cef-a191-42c4-b4ac-fdcedfb17c57 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:35:25.327340 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ba46-056a-419d-9460-7dd7e970fdf8 req-4f675ac3-46f6-492b-b4e7-fcd948d63a27 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:25.328841 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0793ba46-056a-419d-9460-7dd7e970fdf8 req-4f675ac3-46f6-492b-b4e7-fcd948d63a27 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0524921 Feb 20 23:35:25.376305 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0793ba46-056a-419d-9460-7dd7e970fdf8 req-a8312232-22ff-4e57-8f6d-d9e8d909127c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Feb 20 23:35:25.515190 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aab7fe58-3d34-447d-b8dd-829f90b9d409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.596719 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59428) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:25.601333 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aab7fe58-3d34-447d-b8dd-829f90b9d409 admin admin] Publish callbacks [] for security_group (47414a4b-ee84-4e36-bfe4-bf3df338e406), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.669395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aab7fe58-3d34-447d-b8dd-829f90b9d409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (47414a4b-ee84-4e36-bfe4-bf3df338e406), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.705181 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efc08726-a95d-40db-90e6-a1c3797af7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.710531 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7fe58-3d34-447d-b8dd-829f90b9d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47414a4b-ee84-4e36-bfe4-bf3df338e406,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:25.715308 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-aab7fe58-3d34-447d-b8dd-829f90b9d409 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=884c849d31b8445eac7ca091c79b8a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6928566 Feb 20 23:35:25.717953 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:25.796283 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a82020b7-94d2-4a07-a3bd-c8e5f92c9f6b admin admin] Publish callbacks [] for security_group (47414a4b-ee84-4e36-bfe4-bf3df338e406), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.840709 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a82020b7-94d2-4a07-a3bd-c8e5f92c9f6b admin admin] Publish callbacks [] for security_group (47414a4b-ee84-4e36-bfe4-bf3df338e406), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.843400 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efc08726-a95d-40db-90e6-a1c3797af7da admin admin] Publish callbacks [] for security_group (37c85669-4556-46e0-8d83-8488c62df203), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.910232 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efc08726-a95d-40db-90e6-a1c3797af7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (37c85669-4556-46e0-8d83-8488c62df203), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.950531 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-efc08726-a95d-40db-90e6-a1c3797af7da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b62b3c84ff5c40469f55528bf3dcef4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510325 Feb 20 23:35:25.951255 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08726-a95d-40db-90e6-a1c3797af7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c85669-4556-46e0-8d83-8488c62df203,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:25.953965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59442) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:25.984982 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a82020b7-94d2-4a07-a3bd-c8e5f92c9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (47414a4b-ee84-4e36-bfe4-bf3df338e406), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.988747 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a82020b7-94d2-4a07-a3bd-c8e5f92c9f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:25.991681 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a82020b7-94d2-4a07-a3bd-c8e5f92c9f6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47414a4b-ee84-4e36-bfe4-bf3df338e406 HTTP/1.1" status: 204 len: 168 time: 0.2706885 Feb 20 23:35:26.001905 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82020b7-94d2-4a07-a3bd-c8e5f92c9f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47414a4b-ee84-4e36-bfe4-bf3df338e406,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:26.030553 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd940f5b-3210-4a6f-80be-82c602229b50 admin admin] Publish callbacks [] for security_group (37c85669-4556-46e0-8d83-8488c62df203), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:26.054254 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd940f5b-3210-4a6f-80be-82c602229b50 admin admin] Publish callbacks [] for security_group (37c85669-4556-46e0-8d83-8488c62df203), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:26.161985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd940f5b-3210-4a6f-80be-82c602229b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (37c85669-4556-46e0-8d83-8488c62df203), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:26.165347 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd940f5b-3210-4a6f-80be-82c602229b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:26.166890 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bd940f5b-3210-4a6f-80be-82c602229b50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37c85669-4556-46e0-8d83-8488c62df203 HTTP/1.1" status: 204 len: 168 time: 0.2124224 Feb 20 23:35:26.176771 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd940f5b-3210-4a6f-80be-82c602229b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c85669-4556-46e0-8d83-8488c62df203,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:26.506114 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdebb0-2bf2-4218-ad5a-d258f688e9fc req-1073e5d9-2659-42ba-aecc-cd735b9ca3fe tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:26.508163 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2ebdebb0-2bf2-4218-ad5a-d258f688e9fc req-1073e5d9-2659-42ba-aecc-cd735b9ca3fe tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0572050 Feb 20 23:35:26.565124 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2ebdebb0-2bf2-4218-ad5a-d258f688e9fc req-c0f1c557-4401-40b2-9854-30620489129b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513010 Feb 20 23:35:27.019199 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59498) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:27.033929 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5085668b-cc01-475c-a6b4-1e77339d1541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.115843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5085668b-cc01-475c-a6b4-1e77339d1541 admin admin] Publish callbacks [] for security_group (f8acd674-5b72-41c9-81f3-ac5d01d92213), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.179416 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5085668b-cc01-475c-a6b4-1e77339d1541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (f8acd674-5b72-41c9-81f3-ac5d01d92213), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.230788 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085668b-cc01-475c-a6b4-1e77339d1541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8acd674-5b72-41c9-81f3-ac5d01d92213,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:27.230788 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5085668b-cc01-475c-a6b4-1e77339d1541 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7efe48e22e34abf9025495562864e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051542 Feb 20 23:35:27.232091 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59508) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:27.289961 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9b9f-4ec7-4035-992e-f118e4ccaa74 admin admin] Publish callbacks [] for security_group (f8acd674-5b72-41c9-81f3-ac5d01d92213), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.311895 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9b9f-4ec7-4035-992e-f118e4ccaa74 admin admin] Publish callbacks [] for security_group (f8acd674-5b72-41c9-81f3-ac5d01d92213), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.423990 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9b9f-4ec7-4035-992e-f118e4ccaa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (f8acd674-5b72-41c9-81f3-ac5d01d92213), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.426615 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9b9f-4ec7-4035-992e-f118e4ccaa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.427786 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-fe4d9b9f-4ec7-4035-992e-f118e4ccaa74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8acd674-5b72-41c9-81f3-ac5d01d92213 HTTP/1.1" status: 204 len: 168 time: 0.1956890 Feb 20 23:35:27.437649 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d9b9f-4ec7-4035-992e-f118e4ccaa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8acd674-5b72-41c9-81f3-ac5d01d92213,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:27.694643 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9a001-cc46-492a-a794-8e53018f56f8 req-bc7dbce1-ec37-4d80-a8ff-fc1f4ba6e3db tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:27.696765 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48f9a001-cc46-492a-a794-8e53018f56f8 req-bc7dbce1-ec37-4d80-a8ff-fc1f4ba6e3db tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0558047 Feb 20 23:35:27.750007 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48f9a001-cc46-492a-a794-8e53018f56f8 req-b90ea723-d6af-4209-8992-41f9c0496a2d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Feb 20 23:35:27.895266 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59538) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:27.956841 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Deleting subnet 586f1efd-8f15-4eb9-a991-1940054db839 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:35:27.960318 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Publish callbacks [] for subnet (586f1efd-8f15-4eb9-a991-1940054db839), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:27.995973 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Publish callbacks [] for subnet (586f1efd-8f15-4eb9-a991-1940054db839), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.001590 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (586f1efd-8f15-4eb9-a991-1940054db839), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.131903 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (586f1efd-8f15-4eb9-a991-1940054db839), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.160481 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586f1efd-8f15-4eb9-a991-1940054db839,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:28.162451 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.167336 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-10fd777b-3188-437a-882c-3d1617d21a81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/586f1efd-8f15-4eb9-a991-1940054db839 HTTP/1.1" status: 204 len: 168 time: 0.2709975 Feb 20 23:35:28.177860 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59554) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:28.251641 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (81c586ad-9f99-4739-b30f-21ef870cf58a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.337067 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (81c586ad-9f99-4739-b30f-21ef870cf58a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.359192 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c586ad-9f99-4739-b30f-21ef870cf58a']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:28.369427 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95fd0a3-8901-418e-b484-d0524519a8df') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:28.369724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95fd0a3-8901-418e-b484-d0524519a8df') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:35:28.384402 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (e95fd0a3-8901-418e-b484-d0524519a8df), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.397681 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (e95fd0a3-8901-418e-b484-d0524519a8df), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.404941 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:35:28.405345 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (e95fd0a3-8901-418e-b484-d0524519a8df), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:35:28.407547 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:35:28.550906 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (81c586ad-9f99-4739-b30f-21ef870cf58a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.571955 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:28.575640 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/81c586ad-9f99-4739-b30f-21ef870cf58a HTTP/1.1" status: 204 len: 168 time: 0.3966789 Feb 20 23:35:28.576716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa9fe7-5d00-4972-93eb-a0e5f911ddd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c586ad-9f99-4739-b30f-21ef870cf58a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:28.876146 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13afdb9-9a39-4cc0-a897-c6516bc1d625 req-34dc7586-81a9-49e5-89f1-f5db2495b832 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:28.877662 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d13afdb9-9a39-4cc0-a897-c6516bc1d625 req-34dc7586-81a9-49e5-89f1-f5db2495b832 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0543492 Feb 20 23:35:28.930477 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d13afdb9-9a39-4cc0-a897-c6516bc1d625 req-f9a3bbea-f6b8-4c00-9a26-28b97aebe73b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Feb 20 23:35:28.947180 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:28.997247 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-db78efe8-a57a-4cbd-be9d-42b3ecd8c32e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11832d45d09f44a6a27ae402471456e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487709 Feb 20 23:35:28.999630 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59598) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:29.057598 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78aa0188-59c7-4c84-8f44-4fc9819d8e98 admin admin] Publish callbacks [] for security_group (e6d60b94-f77a-4bca-b1b6-c36e57bc1565), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:29.080135 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78aa0188-59c7-4c84-8f44-4fc9819d8e98 admin admin] Publish callbacks [] for security_group (e6d60b94-f77a-4bca-b1b6-c36e57bc1565), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:29.281889 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78aa0188-59c7-4c84-8f44-4fc9819d8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e6d60b94-f77a-4bca-b1b6-c36e57bc1565), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:29.284464 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78aa0188-59c7-4c84-8f44-4fc9819d8e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:29.285632 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-78aa0188-59c7-4c84-8f44-4fc9819d8e98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6d60b94-f77a-4bca-b1b6-c36e57bc1565 HTTP/1.1" status: 204 len: 168 time: 0.2848229 Feb 20 23:35:29.294493 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa0188-59c7-4c84-8f44-4fc9819d8e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d60b94-f77a-4bca-b1b6-c36e57bc1565,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:30.068484 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752a96e-9d68-4857-8852-fc845ce0ec7d req-12c4f135-99da-4c70-9efa-4b1e36bea8e2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:30.070576 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d752a96e-9d68-4857-8852-fc845ce0ec7d req-12c4f135-99da-4c70-9efa-4b1e36bea8e2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0597372 Feb 20 23:35:30.120811 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d752a96e-9d68-4857-8852-fc845ce0ec7d req-b0e15921-75e0-44b5-847f-2b7a6198e623 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Feb 20 23:35:31.246001 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec88367-d66d-47c0-921f-ffd3238eb69a req-809a88a5-cea1-4250-9fd3-c8717044e7ed tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:31.247492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dec88367-d66d-47c0-921f-ffd3238eb69a req-809a88a5-cea1-4250-9fd3-c8717044e7ed tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0528851 Feb 20 23:35:31.295961 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dec88367-d66d-47c0-921f-ffd3238eb69a req-fe6ce8fc-7a3f-4b5e-9477-7042c9d393eb tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Feb 20 23:35:32.421307 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b6e8a-f33d-42f6-9f9b-1635f5563cbf req-545e37fa-2560-4158-8215-dda249a0d159 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:32.422764 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe2b6e8a-f33d-42f6-9f9b-1635f5563cbf req-545e37fa-2560-4158-8215-dda249a0d159 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0549164 Feb 20 23:35:32.469915 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe2b6e8a-f33d-42f6-9f9b-1635f5563cbf req-3a3c307d-4e59-4053-baa1-08e028743829 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Feb 20 23:35:33.180970 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 59742) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:33.297685 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee2faba0-163c-4fe2-874e-bb7d3575e496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.372265 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee2faba0-163c-4fe2-874e-bb7d3575e496 admin admin] Publish callbacks [] for security_group (dc01de13-e32f-4ae7-a7a3-33566124775b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.458724 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee2faba0-163c-4fe2-874e-bb7d3575e496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (dc01de13-e32f-4ae7-a7a3-33566124775b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.498176 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ee2faba0-163c-4fe2-874e-bb7d3575e496 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=061642a1d98143178afbc75c5777f3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161230 Feb 20 23:35:33.499138 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2faba0-163c-4fe2-874e-bb7d3575e496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc01de13-e32f-4ae7-a7a3-33566124775b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:33.501055 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 59762) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:33.583815 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d23fd2d-b7f8-4e59-884b-56a097c8a815 admin admin] Publish callbacks [] for security_group (dc01de13-e32f-4ae7-a7a3-33566124775b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.612529 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d23fd2d-b7f8-4e59-884b-56a097c8a815 admin admin] Publish callbacks [] for security_group (dc01de13-e32f-4ae7-a7a3-33566124775b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.625790 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df42c-5990-44e1-b288-7f092882d41d req-2890a853-e540-4511-8578-f7f36345e79f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:33.627278 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-714df42c-5990-44e1-b288-7f092882d41d req-2890a853-e540-4511-8578-f7f36345e79f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0852373 Feb 20 23:35:33.691885 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-714df42c-5990-44e1-b288-7f092882d41d req-c8e4edab-7777-4cbd-83f9-22aece00e5d8 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Feb 20 23:35:33.761866 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d23fd2d-b7f8-4e59-884b-56a097c8a815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (dc01de13-e32f-4ae7-a7a3-33566124775b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.764457 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d23fd2d-b7f8-4e59-884b-56a097c8a815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:33.765588 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7d23fd2d-b7f8-4e59-884b-56a097c8a815 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc01de13-e32f-4ae7-a7a3-33566124775b HTTP/1.1" status: 204 len: 168 time: 0.2630165 Feb 20 23:35:33.774399 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23fd2d-b7f8-4e59-884b-56a097c8a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc01de13-e32f-4ae7-a7a3-33566124775b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:34.819246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a977a-23b3-4cf3-aa2f-d6576616d7c6 req-7308c0d6-2dfa-4f21-ab28-687783bcdc86 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:34.822137 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a1a977a-23b3-4cf3-aa2f-d6576616d7c6 req-7308c0d6-2dfa-4f21-ab28-687783bcdc86 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0540619 Feb 20 23:35:34.869664 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a1a977a-23b3-4cf3-aa2f-d6576616d7c6 req-f12dab9d-86c1-4980-9e07-aeea56f70903 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Feb 20 23:35:35.991499 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff4bf-2461-40a1-afbb-3a049bbd53d0 req-93f14337-1bbb-4430-b222-534ce67a0071 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:35.993141 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f7ff4bf-2461-40a1-afbb-3a049bbd53d0 req-93f14337-1bbb-4430-b222-534ce67a0071 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0576243 Feb 20 23:35:36.046290 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f7ff4bf-2461-40a1-afbb-3a049bbd53d0 req-181451f6-3c06-4f34-a008-05535978457e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Feb 20 23:35:37.165770 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f2ae-8a4b-4f6e-aad1-27de24a379ca req-a7100daf-c7ff-4044-a95d-6e495ddeae4a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:37.167260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2329f2ae-8a4b-4f6e-aad1-27de24a379ca req-a7100daf-c7ff-4044-a95d-6e495ddeae4a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0554397 Feb 20 23:35:37.214593 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2329f2ae-8a4b-4f6e-aad1-27de24a379ca req-cfbf02b2-6a18-418c-b953-89525e1fdd01 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Feb 20 23:35:38.328717 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff47dc-257f-4ed9-9cf6-99490f10255c req-65626bf8-4c33-45c1-a1c9-7eb12fc5d760 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:38.330171 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4ff47dc-257f-4ed9-9cf6-99490f10255c req-65626bf8-4c33-45c1-a1c9-7eb12fc5d760 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0516405 Feb 20 23:35:38.375200 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4ff47dc-257f-4ed9-9cf6-99490f10255c req-41c9666a-1406-4b2c-9ab1-6b63edfaf7c3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Feb 20 23:35:39.115481 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ad709be-0328-4548-9b99-a80f9480e4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:39.492944 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496681e2-addf-4bf8-b14f-c7636f899c5b req-495446d8-3e34-4e5f-a708-88d7f264cd4a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:39.494568 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-496681e2-addf-4bf8-b14f-c7636f899c5b req-495446d8-3e34-4e5f-a708-88d7f264cd4a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0524082 Feb 20 23:35:39.547030 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-496681e2-addf-4bf8-b14f-c7636f899c5b req-524d7d10-c407-4db7-b899-14012a6fe1ed tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469527 Feb 20 23:35:40.668280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a90a5-3160-4ea9-8a14-2058599b371e req-7fd49fa9-4b1b-46d3-9c2a-84c41cb620b9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:40.669811 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ac7a90a5-3160-4ea9-8a14-2058599b371e req-7fd49fa9-4b1b-46d3-9c2a-84c41cb620b9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0537574 Feb 20 23:35:40.716699 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ac7a90a5-3160-4ea9-8a14-2058599b371e req-12f9ad7d-5497-497a-a6ab-33b2d96cd2dc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Feb 20 23:35:41.544112 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fdb11c61-b153-442e-9339-b60524c333a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:41.840132 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069d72d-fc0c-4c15-a833-c4c130631973 req-479fcc0b-da42-42a9-891c-95249917f580 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:41.841707 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4069d72d-fc0c-4c15-a833-c4c130631973 req-479fcc0b-da42-42a9-891c-95249917f580 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0571413 Feb 20 23:35:41.890680 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4069d72d-fc0c-4c15-a833-c4c130631973 req-c824c33a-42f1-4747-ac83-f46e43b80d6d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Feb 20 23:35:42.048208 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60034) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:42.163431 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-096c0455-7dca-46f4-a262-992ea3f5291f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.239242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-096c0455-7dca-46f4-a262-992ea3f5291f admin admin] Publish callbacks [] for security_group (7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.359630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-096c0455-7dca-46f4-a262-992ea3f5291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.402743 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c0455-7dca-46f4-a262-992ea3f5291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:42.410263 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-096c0455-7dca-46f4-a262-992ea3f5291f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af2a4be38ec04acf8f7eca964b05a643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609939 Feb 20 23:35:42.413839 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60052) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:42.477950 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae49e-2fc4-4f35-afb5-3336abd7eecb admin admin] Publish callbacks [] for security_group (7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.506604 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae49e-2fc4-4f35-afb5-3336abd7eecb admin admin] Publish callbacks [] for security_group (7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.692962 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae49e-2fc4-4f35-afb5-3336abd7eecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.696675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae49e-2fc4-4f35-afb5-3336abd7eecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:42.710281 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5b2ae49e-2fc4-4f35-afb5-3336abd7eecb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387 HTTP/1.1" status: 204 len: 168 time: 0.2830853 Feb 20 23:35:42.710281 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ae49e-2fc4-4f35-afb5-3336abd7eecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7f10f-74c7-4ae8-b2b8-d0b96dff7387,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:42.902344 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.029325 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c069cf9-c1c3-4995-8369-d74814e8c682 req-45790ec0-d822-4ec9-8d15-76a390dd2237 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:43.030901 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c069cf9-c1c3-4995-8369-d74814e8c682 req-45790ec0-d822-4ec9-8d15-76a390dd2237 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0659044 Feb 20 23:35:43.033965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60078) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:43.088077 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c069cf9-c1c3-4995-8369-d74814e8c682 req-7d610620-d4eb-4a47-8416-1a8c3d116200 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Feb 20 23:35:43.176681 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7e2e-9271-4532-9fe4-7c1d9a8b5a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.259329 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7e2e-9271-4532-9fe4-7c1d9a8b5a76 admin admin] Publish callbacks [] for security_group (c26405f9-fbcc-464f-9885-3f95c168dcd1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.389904 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7e2e-9271-4532-9fe4-7c1d9a8b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c26405f9-fbcc-464f-9885-3f95c168dcd1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.429607 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1a3e7e2e-9271-4532-9fe4-7c1d9a8b5a76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40c3d172042d439bbde37c5869193e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945143 Feb 20 23:35:43.430754 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e7e2e-9271-4532-9fe4-7c1d9a8b5a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26405f9-fbcc-464f-9885-3f95c168dcd1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:43.435018 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60094) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:43.483073 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f002f358-41fd-4018-9d33-463de87b1cc5 admin admin] Publish callbacks [] for security_group (c26405f9-fbcc-464f-9885-3f95c168dcd1), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.505150 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f002f358-41fd-4018-9d33-463de87b1cc5 admin admin] Publish callbacks [] for security_group (c26405f9-fbcc-464f-9885-3f95c168dcd1), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.687080 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f002f358-41fd-4018-9d33-463de87b1cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c26405f9-fbcc-464f-9885-3f95c168dcd1), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.687080 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f002f358-41fd-4018-9d33-463de87b1cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:43.687080 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f002f358-41fd-4018-9d33-463de87b1cc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c26405f9-fbcc-464f-9885-3f95c168dcd1 HTTP/1.1" status: 204 len: 168 time: 0.2470307 Feb 20 23:35:43.692205 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002f358-41fd-4018-9d33-463de87b1cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26405f9-fbcc-464f-9885-3f95c168dcd1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:44.058641 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:44.247252 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447fe6b-f079-4a56-8995-8818c8a04a5b req-f6c24bff-0ad8-41ee-a391-6ed706a4f53c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:44.250018 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c447fe6b-f079-4a56-8995-8818c8a04a5b req-f6c24bff-0ad8-41ee-a391-6ed706a4f53c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0848851 Feb 20 23:35:44.311481 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c447fe6b-f079-4a56-8995-8818c8a04a5b req-0e57290e-d8af-4e11-9aa2-5d6b041f22c7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473979 Feb 20 23:35:44.917187 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:45.086635 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a3e08ac-2116-4ef2-970c-08ff15e0fffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.175831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a3e08ac-2116-4ef2-970c-08ff15e0fffe admin admin] Publish callbacks [] for security_group (d9381615-01a0-404c-8748-59ef664c1345), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.259482 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a3e08ac-2116-4ef2-970c-08ff15e0fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d9381615-01a0-404c-8748-59ef664c1345), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.312341 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60180) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:45.313383 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8a3e08ac-2116-4ef2-970c-08ff15e0fffe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f8c96da95404e6d9026fc6e042523ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939593 Feb 20 23:35:45.314883 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e08ac-2116-4ef2-970c-08ff15e0fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9381615-01a0-404c-8748-59ef664c1345,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:45.394675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-52dfa53f-7639-4a29-80ad-2f83560816f0 admin admin] Publish callbacks [] for security_group (d9381615-01a0-404c-8748-59ef664c1345), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.443781 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-52dfa53f-7639-4a29-80ad-2f83560816f0 admin admin] Publish callbacks [] for security_group (d9381615-01a0-404c-8748-59ef664c1345), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.485855 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2df02-fd10-488b-91f5-311807d1c64d req-e57faf13-ca5a-4b2f-9432-9f944af18e14 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:45.487348 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ece2df02-fd10-488b-91f5-311807d1c64d req-e57faf13-ca5a-4b2f-9432-9f944af18e14 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0959663 Feb 20 23:35:45.560467 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ece2df02-fd10-488b-91f5-311807d1c64d req-819ff249-8d66-4dfa-9e33-8fb187f735d4 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670455 Feb 20 23:35:45.612439 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.641181 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-52dfa53f-7639-4a29-80ad-2f83560816f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d9381615-01a0-404c-8748-59ef664c1345), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.643688 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-52dfa53f-7639-4a29-80ad-2f83560816f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:45.644863 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-52dfa53f-7639-4a29-80ad-2f83560816f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9381615-01a0-404c-8748-59ef664c1345 HTTP/1.1" status: 204 len: 168 time: 0.3313394 Feb 20 23:35:45.654144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfa53f-7639-4a29-80ad-2f83560816f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9381615-01a0-404c-8748-59ef664c1345,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:45.815510 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.350842 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60210) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:46.364739 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3039765d-b73c-4b8b-b739-7a03c4de4e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.450957 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3039765d-b73c-4b8b-b739-7a03c4de4e46 admin admin] Publish callbacks [] for security_group (6017aad4-493a-47a6-ab5f-bbc285b1c601), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.606729 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3039765d-b73c-4b8b-b739-7a03c4de4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6017aad4-493a-47a6-ab5f-bbc285b1c601), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.658313 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3039765d-b73c-4b8b-b739-7a03c4de4e46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3384cd530cd548ceb711eb708cd841a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064861 Feb 20 23:35:46.665438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60234) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:46.667781 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039765d-b73c-4b8b-b739-7a03c4de4e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6017aad4-493a-47a6-ab5f-bbc285b1c601,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:46.704325 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800113e2-7154-402d-90ac-7bbca4763945 req-b0b7dbec-f2c0-498b-b874-3d191b9b864a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:46.706012 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800113e2-7154-402d-90ac-7bbca4763945 req-b0b7dbec-f2c0-498b-b874-3d191b9b864a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0676899 Feb 20 23:35:46.728480 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee17f02a-05ff-47df-b989-ade9d780fe29 admin admin] Publish callbacks [] for security_group (6017aad4-493a-47a6-ab5f-bbc285b1c601), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.750693 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee17f02a-05ff-47df-b989-ade9d780fe29 admin admin] Publish callbacks [] for security_group (6017aad4-493a-47a6-ab5f-bbc285b1c601), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.759313 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800113e2-7154-402d-90ac-7bbca4763945 req-91865ded-f754-4f09-a80a-b35a44ec3e8d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Feb 20 23:35:46.903843 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee17f02a-05ff-47df-b989-ade9d780fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6017aad4-493a-47a6-ab5f-bbc285b1c601), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.906543 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee17f02a-05ff-47df-b989-ade9d780fe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:46.907750 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ee17f02a-05ff-47df-b989-ade9d780fe29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6017aad4-493a-47a6-ab5f-bbc285b1c601 HTTP/1.1" status: 204 len: 168 time: 0.2411585 Feb 20 23:35:46.916743 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17f02a-05ff-47df-b989-ade9d780fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6017aad4-493a-47a6-ab5f-bbc285b1c601,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:47.125211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60242) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:47.163945 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60246) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:47.351755 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-337145c4-99fc-4d80-917c-02142150cb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.387293 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4d8c-e4fb-4aec-ab60-9a84b3a36474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.504693 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-337145c4-99fc-4d80-917c-02142150cb3a admin admin] Publish callbacks [] for security_group (a9268b2f-ceca-4527-96db-57daf1025a3f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.516578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4d8c-e4fb-4aec-ab60-9a84b3a36474 admin admin] Publish callbacks [] for security_group (3c828f1b-fd12-4922-90aa-b51014575eea), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.578387 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-337145c4-99fc-4d80-917c-02142150cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (a9268b2f-ceca-4527-96db-57daf1025a3f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.583209 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4d8c-e4fb-4aec-ab60-9a84b3a36474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3c828f1b-fd12-4922-90aa-b51014575eea), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.637790 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-337145c4-99fc-4d80-917c-02142150cb3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68f8e766e0bd44d68b74643cf5cb31ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114098 Feb 20 23:35:47.638889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337145c4-99fc-4d80-917c-02142150cb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9268b2f-ceca-4527-96db-57daf1025a3f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:47.640536 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60260) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:47.647723 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3a0a4d8c-e4fb-4aec-ab60-9a84b3a36474 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e46c92ff56642068a8ae98862d3b9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918694 Feb 20 23:35:47.647938 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:47.675009 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4d8c-e4fb-4aec-ab60-9a84b3a36474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c828f1b-fd12-4922-90aa-b51014575eea,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:47.686349 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60264) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:47.703628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c76dce1b-e933-41c8-affb-fc872667d363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.748716 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2520d3f6-ca98-4aa8-a682-5e14410f23e6 admin admin] Publish callbacks [] for security_group (a9268b2f-ceca-4527-96db-57daf1025a3f), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.753306 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3d9832c-ebc0-4540-b5e7-30472d1b302b admin admin] Publish callbacks [] for security_group (3c828f1b-fd12-4922-90aa-b51014575eea), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.794653 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2520d3f6-ca98-4aa8-a682-5e14410f23e6 admin admin] Publish callbacks [] for security_group (a9268b2f-ceca-4527-96db-57daf1025a3f), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.795612 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c76dce1b-e933-41c8-affb-fc872667d363 admin admin] Publish callbacks [] for security_group (4ca76be0-b4e2-4b5a-a0cf-57aa4a535219), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.805442 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3d9832c-ebc0-4540-b5e7-30472d1b302b admin admin] Publish callbacks [] for security_group (3c828f1b-fd12-4922-90aa-b51014575eea), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.854766 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c76dce1b-e933-41c8-affb-fc872667d363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (4ca76be0-b4e2-4b5a-a0cf-57aa4a535219), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.901634 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c76dce1b-e933-41c8-affb-fc872667d363 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9520c01bd83498e940aa264155eb443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140546 Feb 20 23:35:47.904084 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dce1b-e933-41c8-affb-fc872667d363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca76be0-b4e2-4b5a-a0cf-57aa4a535219,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:47.904546 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60270) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:47.922455 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74361d3-fb72-473c-b0f9-9b9507c6f7aa req-7ea25298-b248-4053-9457-f674588be156 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:47.924853 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c74361d3-fb72-473c-b0f9-9b9507c6f7aa req-7ea25298-b248-4053-9457-f674588be156 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0973542 Feb 20 23:35:47.936457 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2520d3f6-ca98-4aa8-a682-5e14410f23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (a9268b2f-ceca-4527-96db-57daf1025a3f), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.939024 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2520d3f6-ca98-4aa8-a682-5e14410f23e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.941200 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2520d3f6-ca98-4aa8-a682-5e14410f23e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9268b2f-ceca-4527-96db-57daf1025a3f HTTP/1.1" status: 204 len: 168 time: 0.2988176 Feb 20 23:35:47.963646 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3d9832c-ebc0-4540-b5e7-30472d1b302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3c828f1b-fd12-4922-90aa-b51014575eea), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.967325 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3d9832c-ebc0-4540-b5e7-30472d1b302b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:47.969225 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b3d9832c-ebc0-4540-b5e7-30472d1b302b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c828f1b-fd12-4922-90aa-b51014575eea HTTP/1.1" status: 204 len: 168 time: 0.3201909 Feb 20 23:35:47.969348 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520d3f6-ca98-4aa8-a682-5e14410f23e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9268b2f-ceca-4527-96db-57daf1025a3f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:47.984200 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9832c-ebc0-4540-b5e7-30472d1b302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c828f1b-fd12-4922-90aa-b51014575eea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:48.000418 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0cc87e2-e062-4e6d-a3a2-9a166c96ef49 admin admin] Publish callbacks [] for security_group (4ca76be0-b4e2-4b5a-a0cf-57aa4a535219), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:48.028561 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c74361d3-fb72-473c-b0f9-9b9507c6f7aa req-0ee52f28-95ec-43ca-b70f-174f19b4c8e2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949037 Feb 20 23:35:48.033033 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0cc87e2-e062-4e6d-a3a2-9a166c96ef49 admin admin] Publish callbacks [] for security_group (4ca76be0-b4e2-4b5a-a0cf-57aa4a535219), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:48.178496 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0cc87e2-e062-4e6d-a3a2-9a166c96ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (4ca76be0-b4e2-4b5a-a0cf-57aa4a535219), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:48.181303 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0cc87e2-e062-4e6d-a3a2-9a166c96ef49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:48.182620 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c0cc87e2-e062-4e6d-a3a2-9a166c96ef49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ca76be0-b4e2-4b5a-a0cf-57aa4a535219 HTTP/1.1" status: 204 len: 168 time: 0.2769821 Feb 20 23:35:48.191140 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc87e2-e062-4e6d-a3a2-9a166c96ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca76be0-b4e2-4b5a-a0cf-57aa4a535219,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:48.793506 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:48.808137 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed858-43dc-4dfc-a650-354919310de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:48.892075 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed858-43dc-4dfc-a650-354919310de6 admin admin] Publish callbacks [] for security_group (5781fc63-bdbb-4c0d-9341-630bdac45eba), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.001292 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed858-43dc-4dfc-a650-354919310de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5781fc63-bdbb-4c0d-9341-630bdac45eba), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.047705 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1f1ed858-43dc-4dfc-a650-354919310de6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a275736fe07b42d4b59fffb736d3fc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522728 Feb 20 23:35:49.049071 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed858-43dc-4dfc-a650-354919310de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5781fc63-bdbb-4c0d-9341-630bdac45eba,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:49.049943 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60296) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:49.111019 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:49.136502 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a2610a21-8571-4424-9677-0d14a0cbc9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.215427 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e616ae2e-4a57-471e-809b-fe19bdbcd7d4 admin admin] Publish callbacks [] for security_group (5781fc63-bdbb-4c0d-9341-630bdac45eba), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.224497 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a2610a21-8571-4424-9677-0d14a0cbc9d6 admin admin] Publish callbacks [] for security_group (764eaf68-9eb0-4a38-acd9-a4802fd5c5bc), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.252717 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e616ae2e-4a57-471e-809b-fe19bdbcd7d4 admin admin] Publish callbacks [] for security_group (5781fc63-bdbb-4c0d-9341-630bdac45eba), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.262296 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01b3ed-93f4-4062-a3b0-7690a5af14be req-d7ef016e-a759-4b09-a8f8-11b85e359c25 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:49.263814 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e01b3ed-93f4-4062-a3b0-7690a5af14be req-d7ef016e-a759-4b09-a8f8-11b85e359c25 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1240871 Feb 20 23:35:49.270396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef571-16e4-4283-aad5-a39fa81c7ee4 req-794ca911-5a2a-4612-9131-ca214f4eeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:49.272056 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b03ef571-16e4-4283-aad5-a39fa81c7ee4 req-794ca911-5a2a-4612-9131-ca214f4eeba6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 1130 time: 0.1195147 Feb 20 23:35:49.308037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:49.314286 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a2610a21-8571-4424-9677-0d14a0cbc9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (764eaf68-9eb0-4a38-acd9-a4802fd5c5bc), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.360699 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a2610a21-8571-4424-9677-0d14a0cbc9d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20d4bc7c7f444cf9b35496c814e1901c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459381 Feb 20 23:35:49.360699 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2610a21-8571-4424-9677-0d14a0cbc9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764eaf68-9eb0-4a38-acd9-a4802fd5c5bc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:49.362799 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:49.371494 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e01b3ed-93f4-4062-a3b0-7690a5af14be req-55cf8beb-6247-4f75-956f-63164db7c304 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969260 Feb 20 23:35:49.374155 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b03ef571-16e4-4283-aad5-a39fa81c7ee4 req-22ce0046-1b35-4848-aded-55af54d1a0c6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877845 Feb 20 23:35:49.425220 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-882439d1-cc38-4e71-b59d-5ef0a32fdfb4 admin admin] Publish callbacks [] for security_group (764eaf68-9eb0-4a38-acd9-a4802fd5c5bc), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.452465 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-928e1463-b082-4267-87fe-b0a358c1ada1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.467270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-882439d1-cc38-4e71-b59d-5ef0a32fdfb4 admin admin] Publish callbacks [] for security_group (764eaf68-9eb0-4a38-acd9-a4802fd5c5bc), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.469214 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e616ae2e-4a57-471e-809b-fe19bdbcd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5781fc63-bdbb-4c0d-9341-630bdac45eba), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.471968 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e616ae2e-4a57-471e-809b-fe19bdbcd7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.473186 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e616ae2e-4a57-471e-809b-fe19bdbcd7d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5781fc63-bdbb-4c0d-9341-630bdac45eba HTTP/1.1" status: 204 len: 168 time: 0.4221961 Feb 20 23:35:49.480884 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616ae2e-4a57-471e-809b-fe19bdbcd7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5781fc63-bdbb-4c0d-9341-630bdac45eba,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:49.625853 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-882439d1-cc38-4e71-b59d-5ef0a32fdfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (764eaf68-9eb0-4a38-acd9-a4802fd5c5bc), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.628472 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-882439d1-cc38-4e71-b59d-5ef0a32fdfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.629614 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-882439d1-cc38-4e71-b59d-5ef0a32fdfb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/764eaf68-9eb0-4a38-acd9-a4802fd5c5bc HTTP/1.1" status: 204 len: 168 time: 0.2657547 Feb 20 23:35:49.643448 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882439d1-cc38-4e71-b59d-5ef0a32fdfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764eaf68-9eb0-4a38-acd9-a4802fd5c5bc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:49.688351 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-928e1463-b082-4267-87fe-b0a358c1ada1 admin admin] Publish callbacks [] for security_group (6b402ef1-34e1-43c3-9c94-ba4f937471ab), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.806770 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-928e1463-b082-4267-87fe-b0a358c1ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6b402ef1-34e1-43c3-9c94-ba4f937471ab), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.851108 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-928e1463-b082-4267-87fe-b0a358c1ada1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b45b0922b434f42ae96350f5b32c698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373187 Feb 20 23:35:49.851108 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e1463-b082-4267-87fe-b0a358c1ada1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b402ef1-34e1-43c3-9c94-ba4f937471ab,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:49.851515 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60318) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:49.906990 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-984d0a33-44af-4580-a07b-e59da8e1d78f admin admin] Publish callbacks [] for security_group (6b402ef1-34e1-43c3-9c94-ba4f937471ab), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.930140 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-984d0a33-44af-4580-a07b-e59da8e1d78f admin admin] Publish callbacks [] for security_group (6b402ef1-34e1-43c3-9c94-ba4f937471ab), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.154031 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-984d0a33-44af-4580-a07b-e59da8e1d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6b402ef1-34e1-43c3-9c94-ba4f937471ab), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.157023 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-984d0a33-44af-4580-a07b-e59da8e1d78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.161210 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-984d0a33-44af-4580-a07b-e59da8e1d78f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b402ef1-34e1-43c3-9c94-ba4f937471ab HTTP/1.1" status: 204 len: 168 time: 0.3086867 Feb 20 23:35:50.170230 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d0a33-44af-4580-a07b-e59da8e1d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b402ef1-34e1-43c3-9c94-ba4f937471ab,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:50.230685 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60330) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:50.244549 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5127fd3d-16e1-4075-9742-27bf407fbcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.319297 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5127fd3d-16e1-4075-9742-27bf407fbcbf admin admin] Publish callbacks [] for security_group (640cfe0c-1f76-4e22-b293-4dfbbc678409), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.445288 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5127fd3d-16e1-4075-9742-27bf407fbcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (640cfe0c-1f76-4e22-b293-4dfbbc678409), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.528936 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5127fd3d-16e1-4075-9742-27bf407fbcbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4dd3414afed3444b91d1fc45fccafc92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971494 Feb 20 23:35:50.530904 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127fd3d-16e1-4075-9742-27bf407fbcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640cfe0c-1f76-4e22-b293-4dfbbc678409,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:50.531720 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:50.559012 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3afbc-43c1-4006-84e0-ad8e9025ff27 req-5a0415c3-860a-423c-b9de-0e2d56280caa tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:50.560781 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a3afbc-43c1-4006-84e0-ad8e9025ff27 req-5a0415c3-860a-423c-b9de-0e2d56280caa tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0906045 Feb 20 23:35:50.592198 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8b660d8-70b8-4f2a-9837-3af83bbc7231 admin admin] Publish callbacks [] for security_group (640cfe0c-1f76-4e22-b293-4dfbbc678409), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.628255 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a3afbc-43c1-4006-84e0-ad8e9025ff27 req-e2979a35-832f-44c2-b663-881bde4f403b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611863 Feb 20 23:35:50.635650 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8b660d8-70b8-4f2a-9837-3af83bbc7231 admin admin] Publish callbacks [] for security_group (640cfe0c-1f76-4e22-b293-4dfbbc678409), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.806654 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8b660d8-70b8-4f2a-9837-3af83bbc7231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (640cfe0c-1f76-4e22-b293-4dfbbc678409), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.809337 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8b660d8-70b8-4f2a-9837-3af83bbc7231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:50.810506 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f8b660d8-70b8-4f2a-9837-3af83bbc7231 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/640cfe0c-1f76-4e22-b293-4dfbbc678409 HTTP/1.1" status: 204 len: 168 time: 0.2777891 Feb 20 23:35:50.818257 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b660d8-70b8-4f2a-9837-3af83bbc7231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640cfe0c-1f76-4e22-b293-4dfbbc678409,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:51.023034 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:51.036020 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a352ca1-bb7f-4e09-9545-4650dc17cebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.114468 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a352ca1-bb7f-4e09-9545-4650dc17cebe admin admin] Publish callbacks [] for security_group (afb7f5aa-ca97-457e-8028-5259bdbde82d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.206789 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a352ca1-bb7f-4e09-9545-4650dc17cebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (afb7f5aa-ca97-457e-8028-5259bdbde82d), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.257677 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-6a352ca1-bb7f-4e09-9545-4650dc17cebe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b71951c3a9545d29b43fda8fd55bef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296968 Feb 20 23:35:51.257677 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a352ca1-bb7f-4e09-9545-4650dc17cebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7f5aa-ca97-457e-8028-5259bdbde82d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:51.257907 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60364) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:51.311336 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-197044d5-9918-4f5d-bd35-32fe8eec86dc admin admin] Publish callbacks [] for security_group (afb7f5aa-ca97-457e-8028-5259bdbde82d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.333707 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-197044d5-9918-4f5d-bd35-32fe8eec86dc admin admin] Publish callbacks [] for security_group (afb7f5aa-ca97-457e-8028-5259bdbde82d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.473246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-197044d5-9918-4f5d-bd35-32fe8eec86dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (afb7f5aa-ca97-457e-8028-5259bdbde82d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.476106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-197044d5-9918-4f5d-bd35-32fe8eec86dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.477330 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-197044d5-9918-4f5d-bd35-32fe8eec86dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afb7f5aa-ca97-457e-8028-5259bdbde82d HTTP/1.1" status: 204 len: 168 time: 0.2190566 Feb 20 23:35:51.485241 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197044d5-9918-4f5d-bd35-32fe8eec86dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7f5aa-ca97-457e-8028-5259bdbde82d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:51.761455 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dceca-b972-45f6-a335-b862881d5b66 req-27ea60bf-7f79-4543-b278-9ca3bd07b69a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:51.762970 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-503dceca-b972-45f6-a335-b862881d5b66 req-27ea60bf-7f79-4543-b278-9ca3bd07b69a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0614932 Feb 20 23:35:51.815928 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-503dceca-b972-45f6-a335-b862881d5b66 req-53cb8f6d-487c-4d85-a236-60e89d767dd5 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Feb 20 23:35:51.940558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bb5ee-eab0-4271-999b-4306479b4a98 req-fd2f9af6-b590-4d99-bf15-5ec0746ebdf7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:51.942132 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2b0bb5ee-eab0-4271-999b-4306479b4a98 req-fd2f9af6-b590-4d99-bf15-5ec0746ebdf7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0558970 Feb 20 23:35:51.997962 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2b0bb5ee-eab0-4271-999b-4306479b4a98 req-b17c3b49-71bc-4ced-9dbd-46e71d18bdbc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Feb 20 23:35:52.960866 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:35:54.576226 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83793948-ca3a-49cf-a720-cee1596c6a66 req-f367bdfe-4595-47d2-a174-b91b391b874d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:54.577567 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83793948-ca3a-49cf-a720-cee1596c6a66 req-f367bdfe-4595-47d2-a174-b91b391b874d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0541286 Feb 20 23:35:54.658694 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83793948-ca3a-49cf-a720-cee1596c6a66 req-273ad26f-ce5f-4a68-aefb-54424b9c0c40 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Feb 20 23:35:54.669379 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-86f5db00-745d-462f-921e-ab0db7378e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:54.670847 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-86f5db00-745d-462f-921e-ab0db7378e4f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.0682683 Feb 20 23:35:54.686940 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60520) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:54.765549 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-5ca08064-d601-4437-a70a-2877b44abe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:54.767043 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-5ca08064-d601-4437-a70a-2877b44abe93 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.0883968 Feb 20 23:35:54.797893 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e97-498b-4f72-b07b-42ab6771264a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:54.816689 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-e9b975ec-9db8-4634-8f03-b245d5f221a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.0425994 Feb 20 23:35:54.867583 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-77111915-af6b-4ab0-b5d3-344703dff28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:54.869118 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-77111915-af6b-4ab0-b5d3-344703dff28a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0453854 Feb 20 23:35:54.873803 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e97-498b-4f72-b07b-42ab6771264a admin admin] Publish callbacks [] for security_group (05354245-3687-41d4-bbb6-800ed9766111), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:54.903197 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-0b3c85f2-0aa3-4b05-bbce-24e0bb2af4d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251048 Feb 20 23:35:54.993704 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e97-498b-4f72-b07b-42ab6771264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (05354245-3687-41d4-bbb6-800ed9766111), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:55.000759 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-a9ae8f1a-76fa-4d2c-b02c-f26b91b77d69 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Feb 20 23:35:55.032722 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9b8e5e97-498b-4f72-b07b-42ab6771264a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a3106dabbff4741a4ad5a21f0e02860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445942 Feb 20 23:35:55.033822 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e5e97-498b-4f72-b07b-42ab6771264a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05354245-3687-41d4-bbb6-800ed9766111,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:55.036810 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60526) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:55.088494 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396f7fa4-1f3b-49e0-868c-586c12a7ef67 admin admin] Publish callbacks [] for security_group (05354245-3687-41d4-bbb6-800ed9766111), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:55.101227 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52004186-e5ca-4e72-b11b-227fb67bb7f2 req-b7069cd6-fc4d-486b-ba2e-cd1e5aed03a4 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914237 Feb 20 23:35:55.117212 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396f7fa4-1f3b-49e0-868c-586c12a7ef67 admin admin] Publish callbacks [] for security_group (05354245-3687-41d4-bbb6-800ed9766111), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:55.271474 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396f7fa4-1f3b-49e0-868c-586c12a7ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (05354245-3687-41d4-bbb6-800ed9766111), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:55.274610 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396f7fa4-1f3b-49e0-868c-586c12a7ef67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:55.276714 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-396f7fa4-1f3b-49e0-868c-586c12a7ef67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05354245-3687-41d4-bbb6-800ed9766111 HTTP/1.1" status: 204 len: 168 time: 0.2390094 Feb 20 23:35:55.287139 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f7fa4-1f3b-49e0-868c-586c12a7ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05354245-3687-41d4-bbb6-800ed9766111,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:55.781824 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14830798-e662-48db-8e6d-82d060b27209 req-5a336a50-1ab5-417a-aecf-31e3df17764a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:55.783359 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14830798-e662-48db-8e6d-82d060b27209 req-5a336a50-1ab5-417a-aecf-31e3df17764a tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Feb 20 23:35:55.831883 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14830798-e662-48db-8e6d-82d060b27209 req-19ea1dda-ea80-4591-834b-f5d8c74a03b0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Feb 20 23:35:56.104063 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:56.120459 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d323d571-c3d0-4672-ac86-38a8958a9259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.200120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d323d571-c3d0-4672-ac86-38a8958a9259 admin admin] Publish callbacks [] for security_group (3af7f697-6f9f-41e7-b7e8-da09e10ddded), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.303374 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d323d571-c3d0-4672-ac86-38a8958a9259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3af7f697-6f9f-41e7-b7e8-da09e10ddded), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.340546 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d323d571-c3d0-4672-ac86-38a8958a9259 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f4381d735014bcc8ff7d134fd5742e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348125 Feb 20 23:35:56.343114 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60566) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:56.350954 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323d571-c3d0-4672-ac86-38a8958a9259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af7f697-6f9f-41e7-b7e8-da09e10ddded,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:56.406100 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6df8daa-6dba-4e01-90af-2da42d31e534 admin admin] Publish callbacks [] for security_group (3af7f697-6f9f-41e7-b7e8-da09e10ddded), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.427821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6df8daa-6dba-4e01-90af-2da42d31e534 admin admin] Publish callbacks [] for security_group (3af7f697-6f9f-41e7-b7e8-da09e10ddded), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.578172 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6df8daa-6dba-4e01-90af-2da42d31e534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3af7f697-6f9f-41e7-b7e8-da09e10ddded), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.581728 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6df8daa-6dba-4e01-90af-2da42d31e534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.583193 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b6df8daa-6dba-4e01-90af-2da42d31e534 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3af7f697-6f9f-41e7-b7e8-da09e10ddded HTTP/1.1" status: 204 len: 168 time: 0.2388325 Feb 20 23:35:56.594516 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df8daa-6dba-4e01-90af-2da42d31e534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af7f697-6f9f-41e7-b7e8-da09e10ddded,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:56.955361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b38e8-7b32-4d04-b23a-63edfe92b861 req-b6b0f6c8-321c-4f15-9c0a-659aad5b3a51 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:56.957892 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-285b38e8-7b32-4d04-b23a-63edfe92b861 req-b6b0f6c8-321c-4f15-9c0a-659aad5b3a51 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0580494 Feb 20 23:35:57.021995 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-285b38e8-7b32-4d04-b23a-63edfe92b861 req-82b52e21-693f-456a-885c-b141be94e6fc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554321 Feb 20 23:35:58.146712 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692268d7-c78c-4d60-9e12-ec937faf5a1d req-b51d8529-a10b-474c-a2ee-29799645166c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:58.148348 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-692268d7-c78c-4d60-9e12-ec937faf5a1d req-b51d8529-a10b-474c-a2ee-29799645166c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0537484 Feb 20 23:35:58.208046 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-692268d7-c78c-4d60-9e12-ec937faf5a1d req-e258c640-6aa6-4c31-b899-75bb206ba362 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475974 Feb 20 23:35:59.362611 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00d640-1676-49c7-a1da-1e2a25b1f80c req-18ee58cf-7578-4a43-81e2-6f1df9f515f2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:59.362611 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a00d640-1676-49c7-a1da-1e2a25b1f80c req-18ee58cf-7578-4a43-81e2-6f1df9f515f2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0870795 Feb 20 23:35:59.401841 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe9a2-2146-4ebd-a305-47b58c985c82 req-54610d5d-c3af-4dfd-b5a7-a82c145acd96 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:59.403252 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5aefe9a2-2146-4ebd-a305-47b58c985c82 req-54610d5d-c3af-4dfd-b5a7-a82c145acd96 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0854576 Feb 20 23:35:59.441619 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a00d640-1676-49c7-a1da-1e2a25b1f80c req-ee39133a-b7a7-43a0-a050-5b6016925d70 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Feb 20 23:35:59.475437 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5aefe9a2-2146-4ebd-a305-47b58c985c82 req-cc9bd4a5-4ff4-48a3-ba92-74981e6ffc95 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631907 Feb 20 23:36:00.594992 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735876a-d51f-4fb2-80d8-2c4d2e04ca4f req-4a4c670e-03fd-4369-9f15-c6391a4b0045 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:00.596335 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9735876a-d51f-4fb2-80d8-2c4d2e04ca4f req-4a4c670e-03fd-4369-9f15-c6391a4b0045 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0832441 Feb 20 23:36:00.633759 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830caf2-c8ed-44bd-a6c1-db08bb43e8b5 req-9f330300-a271-4cbd-86bc-9b6a902f098d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:00.635535 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3830caf2-c8ed-44bd-a6c1-db08bb43e8b5 req-9f330300-a271-4cbd-86bc-9b6a902f098d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0869772 Feb 20 23:36:00.669946 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9735876a-d51f-4fb2-80d8-2c4d2e04ca4f req-3131a6c8-11c1-44c8-9361-c4d644f1704d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 Feb 20 23:36:00.697711 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3830caf2-c8ed-44bd-a6c1-db08bb43e8b5 req-e5446fc1-b720-4173-b2fa-ea99ebedc161 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563993 Feb 20 23:36:01.788703 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf9b3d-1cf3-432b-b206-490d8ed8ed33 req-429526f8-85b7-4cc1-82d7-b0681e435c0c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:01.790816 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-acaf9b3d-1cf3-432b-b206-490d8ed8ed33 req-429526f8-85b7-4cc1-82d7-b0681e435c0c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0528445 Feb 20 23:36:01.835714 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-acaf9b3d-1cf3-432b-b206-490d8ed8ed33 req-4981408b-8937-4d5e-980c-abb11b2f266d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Feb 20 23:36:01.944798 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432dd81-d864-414f-8ad4-24cd3d112740 req-b8bc316d-f51c-4ab1-a494-d83dbc9f5ad1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:01.946944 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d432dd81-d864-414f-8ad4-24cd3d112740 req-b8bc316d-f51c-4ab1-a494-d83dbc9f5ad1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0558949 Feb 20 23:36:01.991734 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d432dd81-d864-414f-8ad4-24cd3d112740 req-4db60345-d742-4422-b825-1f0eb5d57ba0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Feb 20 23:36:02.956246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d784a2-04f0-46f5-86d2-e6119bfe87ee req-1df29f05-4f1f-4076-bffa-d1368d60354b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:02.957639 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38d784a2-04f0-46f5-86d2-e6119bfe87ee req-1df29f05-4f1f-4076-bffa-d1368d60354b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0516388 Feb 20 23:36:03.003989 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38d784a2-04f0-46f5-86d2-e6119bfe87ee req-b6d48156-a5d9-40b6-b06a-33cffeb5a024 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Feb 20 23:36:03.114370 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488d884-894d-4aa4-8f0b-c49b7ba467e9 req-b5193ed2-95f7-45df-96f2-4f9fd8df565a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:03.115834 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d488d884-894d-4aa4-8f0b-c49b7ba467e9 req-b5193ed2-95f7-45df-96f2-4f9fd8df565a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0515623 Feb 20 23:36:03.164638 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d488d884-894d-4aa4-8f0b-c49b7ba467e9 req-d85fcda7-34d7-4107-9003-a7ecb10d4d0d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431814 Feb 20 23:36:04.122629 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0b616-40de-44c6-8c84-1d56a22a602f req-1c815148-6880-4a07-9318-3cb79b8e6b5f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:04.124299 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-afb0b616-40de-44c6-8c84-1d56a22a602f req-1c815148-6880-4a07-9318-3cb79b8e6b5f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0531430 Feb 20 23:36:04.171261 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-afb0b616-40de-44c6-8c84-1d56a22a602f req-148066b8-6e96-472b-beff-184470249847 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Feb 20 23:36:04.286536 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2fef-f4d3-44d9-b430-3336c9b65314 req-c45f1c52-6495-48ce-b72f-543d4739ac4b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:04.288025 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b85f2fef-f4d3-44d9-b430-3336c9b65314 req-c45f1c52-6495-48ce-b72f-543d4739ac4b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0505042 Feb 20 23:36:04.333594 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b85f2fef-f4d3-44d9-b430-3336c9b65314 req-419b6cda-09f2-4737-b187-b1a21a48cad7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395041 Feb 20 23:36:05.296156 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21474-36f9-49a1-acf7-e5f3e42a09b9 req-b31603f7-f116-4b9f-9312-a6893e5dbeb1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:05.297732 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ad21474-36f9-49a1-acf7-e5f3e42a09b9 req-b31603f7-f116-4b9f-9312-a6893e5dbeb1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0592754 Feb 20 23:36:05.332875 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:05.350231 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ad21474-36f9-49a1-acf7-e5f3e42a09b9 req-214d7484-ed66-4656-a90a-34d651482359 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468783 Feb 20 23:36:05.449410 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-410c9acc-44ed-4c82-95ed-294125a892c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:05.480126 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b8e9a-26bf-488d-a3bc-7ef88717340e req-fb0ab75e-a8ba-49f4-88ca-c6124d92263a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:05.481725 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3f0b8e9a-26bf-488d-a3bc-7ef88717340e req-fb0ab75e-a8ba-49f4-88ca-c6124d92263a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0650558 Feb 20 23:36:05.538104 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3f0b8e9a-26bf-488d-a3bc-7ef88717340e req-1dba53f2-171c-495d-968f-05348c258032 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494828 Feb 20 23:36:05.555211 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-410c9acc-44ed-4c82-95ed-294125a892c9 admin admin] Publish callbacks [] for security_group (96fe2e71-68dd-4d19-98ca-4e798cdb49f7), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:05.649776 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-410c9acc-44ed-4c82-95ed-294125a892c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (96fe2e71-68dd-4d19-98ca-4e798cdb49f7), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:05.689146 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-410c9acc-44ed-4c82-95ed-294125a892c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55d7b1a34bc04648ab06a4490bd6445c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3550401 Feb 20 23:36:05.691624 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c9acc-44ed-4c82-95ed-294125a892c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe2e71-68dd-4d19-98ca-4e798cdb49f7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:05.692266 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 60814) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:05.756453 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d8942314-489a-4f2f-87ed-04663d5d230c admin admin] Publish callbacks [] for security_group (96fe2e71-68dd-4d19-98ca-4e798cdb49f7), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:05.781843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d8942314-489a-4f2f-87ed-04663d5d230c admin admin] Publish callbacks [] for security_group (96fe2e71-68dd-4d19-98ca-4e798cdb49f7), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:06.097262 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d8942314-489a-4f2f-87ed-04663d5d230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (96fe2e71-68dd-4d19-98ca-4e798cdb49f7), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:06.100003 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d8942314-489a-4f2f-87ed-04663d5d230c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:06.101256 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d8942314-489a-4f2f-87ed-04663d5d230c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96fe2e71-68dd-4d19-98ca-4e798cdb49f7 HTTP/1.1" status: 204 len: 168 time: 0.4076073 Feb 20 23:36:06.109087 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942314-489a-4f2f-87ed-04663d5d230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe2e71-68dd-4d19-98ca-4e798cdb49f7,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:06.471244 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf5623-d98c-4582-a00a-f54f7412290b req-03010b47-db90-492f-9a0c-ac18c6ee0647 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:06.472652 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eebf5623-d98c-4582-a00a-f54f7412290b req-03010b47-db90-492f-9a0c-ac18c6ee0647 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0541070 Feb 20 23:36:06.528233 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eebf5623-d98c-4582-a00a-f54f7412290b req-51d3229f-66e0-4fcc-aa83-a166ab51ef9f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Feb 20 23:36:06.663546 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12faea-3b54-4efa-ad30-571ec0565bf5 req-448c2941-4750-41cd-8515-a7e479f033dc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:06.665302 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e12faea-3b54-4efa-ad30-571ec0565bf5 req-448c2941-4750-41cd-8515-a7e479f033dc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0520847 Feb 20 23:36:06.717283 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e12faea-3b54-4efa-ad30-571ec0565bf5 req-7ef32d9d-856f-45af-9ca4-e495943be288 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459900 Feb 20 23:36:07.646225 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b803-8394-4722-a56d-f6c3b3896ef7 req-ee70c4ff-2241-41da-a5e4-992a34ab7911 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:07.647718 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0702b803-8394-4722-a56d-f6c3b3896ef7 req-ee70c4ff-2241-41da-a5e4-992a34ab7911 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0522020 Feb 20 23:36:07.694431 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0702b803-8394-4722-a56d-f6c3b3896ef7 req-ed731e36-6ec5-4f44-a1b0-1635cf6f5529 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Feb 20 23:36:07.840386 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3544-3fa8-42be-8327-ebd34df6a65d req-5537640e-d8a5-4208-b2ba-8bd3cfa73f7d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:07.841778 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c27a3544-3fa8-42be-8327-ebd34df6a65d req-5537640e-d8a5-4208-b2ba-8bd3cfa73f7d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0520260 Feb 20 23:36:07.889507 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c27a3544-3fa8-42be-8327-ebd34df6a65d req-946b63a7-986e-44c9-8ddd-2415c9d7bc5f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Feb 20 23:36:08.813261 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc93bc-80fd-4e5e-9c16-c449cfa84ead req-cfb9d99b-5b75-422e-b953-f84a6023f696 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:08.814743 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-acfc93bc-80fd-4e5e-9c16-c449cfa84ead req-cfb9d99b-5b75-422e-b953-f84a6023f696 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0544417 Feb 20 23:36:08.859807 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-acfc93bc-80fd-4e5e-9c16-c449cfa84ead req-1000edab-5e3d-49a1-8973-f389fc2787c6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Feb 20 23:36:09.011993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48362b90-88c1-4c01-8e56-38e35309f756 req-f709e4b4-3598-4acd-be6a-e85aa07bff42 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:09.013382 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48362b90-88c1-4c01-8e56-38e35309f756 req-f709e4b4-3598-4acd-be6a-e85aa07bff42 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0517917 Feb 20 23:36:09.066083 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48362b90-88c1-4c01-8e56-38e35309f756 req-47ab4166-db5f-46c2-96f2-a421bb03dfe0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 Feb 20 23:36:09.101257 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dced6e7-2d25-4b11-bf3d-fbe41db6641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:09.982733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ea76-591c-46fa-9594-6c4ddc421abc req-b159587a-1d82-4261-9e61-d0dbd9065577 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:09.984228 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9039ea76-591c-46fa-9594-6c4ddc421abc req-b159587a-1d82-4261-9e61-d0dbd9065577 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0574915 Feb 20 23:36:10.033516 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9039ea76-591c-46fa-9594-6c4ddc421abc req-bd214578-ba54-4e93-94df-5aaafccf4954 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Feb 20 23:36:10.195424 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149571-0138-4aac-8dce-a52f91cab20e req-8ae38343-41fe-4780-a991-5b7465a5ccd0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:10.196921 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-65149571-0138-4aac-8dce-a52f91cab20e req-8ae38343-41fe-4780-a991-5b7465a5ccd0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Feb 20 23:36:10.247789 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-65149571-0138-4aac-8dce-a52f91cab20e req-80e6b774-394c-4472-aa7c-42e69d4652aa tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Feb 20 23:36:10.844855 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 60990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:10.955332 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-727d902b-4afc-4979-964b-1ca311342c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.036412 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-727d902b-4afc-4979-964b-1ca311342c9a admin admin] Publish callbacks [] for security_group (530157a5-98f5-4a04-8ab0-b6262f3dfe95), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.113003 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-727d902b-4afc-4979-964b-1ca311342c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (530157a5-98f5-4a04-8ab0-b6262f3dfe95), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.160630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c5e74-757e-47a8-b287-c98a12ce21c8 req-ef25e647-90b2-48b1-b834-dc2d65181d4d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:11.161672 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-727d902b-4afc-4979-964b-1ca311342c9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbdc9bfba1504e64b7a05621125203c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157361 Feb 20 23:36:11.162550 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d902b-4afc-4979-964b-1ca311342c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530157a5-98f5-4a04-8ab0-b6262f3dfe95,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:11.165350 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 32768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:11.168096 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f58c5e74-757e-47a8-b287-c98a12ce21c8 req-ef25e647-90b2-48b1-b834-dc2d65181d4d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0629663 Feb 20 23:36:11.227524 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f38ae8d2-b5ed-4028-b83d-b2039808d2c2 admin admin] Publish callbacks [] for security_group (530157a5-98f5-4a04-8ab0-b6262f3dfe95), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.230471 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f58c5e74-757e-47a8-b287-c98a12ce21c8 req-d2be3b05-e061-4aef-a598-1d06858dea62 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 Feb 20 23:36:11.253538 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f38ae8d2-b5ed-4028-b83d-b2039808d2c2 admin admin] Publish callbacks [] for security_group (530157a5-98f5-4a04-8ab0-b6262f3dfe95), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.375105 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a5d1-8a24-41b4-96c7-47d41815f1c0 req-a535b19f-db1e-4a69-8964-71dd520cbd83 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:11.376620 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38f1a5d1-8a24-41b4-96c7-47d41815f1c0 req-a535b19f-db1e-4a69-8964-71dd520cbd83 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0532639 Feb 20 23:36:11.389538 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f38ae8d2-b5ed-4028-b83d-b2039808d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (530157a5-98f5-4a04-8ab0-b6262f3dfe95), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.392385 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f38ae8d2-b5ed-4028-b83d-b2039808d2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.394406 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f38ae8d2-b5ed-4028-b83d-b2039808d2c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/530157a5-98f5-4a04-8ab0-b6262f3dfe95 HTTP/1.1" status: 204 len: 168 time: 0.2272453 Feb 20 23:36:11.402032 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae8d2-b5ed-4028-b83d-b2039808d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530157a5-98f5-4a04-8ab0-b6262f3dfe95,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:11.430256 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38f1a5d1-8a24-41b4-96c7-47d41815f1c0 req-020cb673-9356-423f-b29e-1057db416671 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473218 Feb 20 23:36:11.553065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8aae-918d-4420-a32a-c59bf8b23b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:11.616440 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38084ba-d30b-4c83-be99-155cf0354078 req-4ab8cdac-81e3-440f-8f27-2852a87274e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:11.618385 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e38084ba-d30b-4c83-be99-155cf0354078 req-4ab8cdac-81e3-440f-8f27-2852a87274e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.0500112 Feb 20 23:36:11.662833 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e38084ba-d30b-4c83-be99-155cf0354078 req-3da607ef-cd97-4487-a84a-ce2ff026a3d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 Feb 20 23:36:12.288604 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 32794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:12.302731 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d3a40b-5536-4590-a4b2-be736827dca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.369289 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da53af-d785-471d-ac12-c9e2e26e1d1f req-9a4455cf-86ca-43ea-b070-25c2f94a8840 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:12.373336 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b0da53af-d785-471d-ac12-c9e2e26e1d1f req-9a4455cf-86ca-43ea-b070-25c2f94a8840 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0744112 Feb 20 23:36:12.383384 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d3a40b-5536-4590-a4b2-be736827dca1 admin admin] Publish callbacks [] for security_group (8752fcb1-85d1-4103-b8e9-59148431ca00), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.422201 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b0da53af-d785-471d-ac12-c9e2e26e1d1f req-9f10ce8a-226b-4310-a5e0-5c0cb833c7b2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Feb 20 23:36:12.468460 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d3a40b-5536-4590-a4b2-be736827dca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (8752fcb1-85d1-4103-b8e9-59148431ca00), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.508083 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-38d3a40b-5536-4590-a4b2-be736827dca1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c0414de8d8a4a97aa3f526d8e0fda1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183301 Feb 20 23:36:12.509192 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3a40b-5536-4590-a4b2-be736827dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8752fcb1-85d1-4103-b8e9-59148431ca00,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:12.511075 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 32800) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:12.602764 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfa905-e88c-47b1-a449-83b77f9ec438 req-63ddd090-c04f-499b-8223-b4d019017098 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:12.604569 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ebfa905-e88c-47b1-a449-83b77f9ec438 req-63ddd090-c04f-499b-8223-b4d019017098 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0922968 Feb 20 23:36:12.608047 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7eda1609-2ae0-47c2-9677-17fe7acf228d admin admin] Publish callbacks [] for security_group (8752fcb1-85d1-4103-b8e9-59148431ca00), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.644736 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7eda1609-2ae0-47c2-9677-17fe7acf228d admin admin] Publish callbacks [] for security_group (8752fcb1-85d1-4103-b8e9-59148431ca00), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.699276 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ebfa905-e88c-47b1-a449-83b77f9ec438 req-d8469493-02b9-4733-b318-a23b7af7c334 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859745 Feb 20 23:36:12.771687 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7eda1609-2ae0-47c2-9677-17fe7acf228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (8752fcb1-85d1-4103-b8e9-59148431ca00), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.774402 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7eda1609-2ae0-47c2-9677-17fe7acf228d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:12.775608 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7eda1609-2ae0-47c2-9677-17fe7acf228d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8752fcb1-85d1-4103-b8e9-59148431ca00 HTTP/1.1" status: 204 len: 168 time: 0.2616842 Feb 20 23:36:12.784398 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda1609-2ae0-47c2-9677-17fe7acf228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8752fcb1-85d1-4103-b8e9-59148431ca00,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:12.852590 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:13.436006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 32820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:13.549257 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210c8e-9bde-4959-9b0d-e213b464d964 req-2533f3a0-000f-474f-8ad0-e2c53882279d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:13.550888 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f210c8e-9bde-4959-9b0d-e213b464d964 req-2533f3a0-000f-474f-8ad0-e2c53882279d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0560424 Feb 20 23:36:13.599503 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd1acef-c703-444b-b9e5-0a478e9e0cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:13.601305 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1f210c8e-9bde-4959-9b0d-e213b464d964 req-38137b46-3be2-443b-9589-473452d052c7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Feb 20 23:36:13.746880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd1acef-c703-444b-b9e5-0a478e9e0cfe admin admin] Publish callbacks [] for security_group (edb87fbb-48cb-4688-a335-0057c0d12bb3), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:13.777039 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-7c8a3ce2-6791-41c9-92d1-8bfb75d9a88c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655646 Feb 20 23:36:13.819134 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd1acef-c703-444b-b9e5-0a478e9e0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (edb87fbb-48cb-4688-a335-0057c0d12bb3), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:13.860285 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0bd1acef-c703-444b-b9e5-0a478e9e0cfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78623c2a12474189b7588882100f2a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208930 Feb 20 23:36:13.860285 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1acef-c703-444b-b9e5-0a478e9e0cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb87fbb-48cb-4688-a335-0057c0d12bb3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:13.861259 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 32850) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:13.916525 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb4ab-f41d-420c-b108-6d7046a8b778 req-8bfb6983-b539-44db-8151-dc44c4cf58d5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:13.918489 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61aeb4ab-f41d-420c-b108-6d7046a8b778 req-8bfb6983-b539-44db-8151-dc44c4cf58d5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1215701 Feb 20 23:36:13.919688 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9d56418-2abd-4f4a-949a-36b2f53d083b admin admin] Publish callbacks [] for security_group (edb87fbb-48cb-4688-a335-0057c0d12bb3), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:13.938794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-679e8c03-ab88-4feb-a8c5-4269b2d6d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:13.940490 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-679e8c03-ab88-4feb-a8c5-4269b2d6d620 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.1314766 Feb 20 23:36:13.955467 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9d56418-2abd-4f4a-949a-36b2f53d083b admin admin] Publish callbacks [] for security_group (edb87fbb-48cb-4688-a335-0057c0d12bb3), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:14.025591 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61aeb4ab-f41d-420c-b108-6d7046a8b778 req-c8d4334d-5dce-4ac7-8b6d-4a4c5747984c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954289 Feb 20 23:36:14.115130 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:14.141198 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-5b11c211-bf5a-411f-9d06-fa4de4985384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:14.142900 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-5b11c211-bf5a-411f-9d06-fa4de4985384 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.1647983 Feb 20 23:36:14.149048 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9d56418-2abd-4f4a-949a-36b2f53d083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (edb87fbb-48cb-4688-a335-0057c0d12bb3), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:14.150066 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3211c-e60f-453b-9394-9eb9fae07235 req-d6d4c520-66bf-4bb6-b46d-063ec65e7f09 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:14.151712 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ef3211c-e60f-453b-9394-9eb9fae07235 req-d6d4c520-66bf-4bb6-b46d-063ec65e7f09 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0937328 Feb 20 23:36:14.155636 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9d56418-2abd-4f4a-949a-36b2f53d083b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:14.159879 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e9d56418-2abd-4f4a-949a-36b2f53d083b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edb87fbb-48cb-4688-a335-0057c0d12bb3 HTTP/1.1" status: 204 len: 168 time: 0.2974007 Feb 20 23:36:14.168190 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d56418-2abd-4f4a-949a-36b2f53d083b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb87fbb-48cb-4688-a335-0057c0d12bb3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:14.191938 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-4abfd831-11d1-4a5a-bd58-855e71c629e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.0391600 Feb 20 23:36:14.279517 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-e3ea1c97-9e9a-4f21-b27c-410eb032bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:14.283684 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-e3ea1c97-9e9a-4f21-b27c-410eb032bd55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0742500 Feb 20 23:36:14.284885 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ef3211c-e60f-453b-9394-9eb9fae07235 req-95a82928-6653-45ab-b40d-6845d39348d7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253211 Feb 20 23:36:14.324964 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-4478b94e-b6b3-44f5-9061-07d21e76baf5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349538 Feb 20 23:36:14.420944 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-b8b73efa-1c9e-43e4-b22f-c45b3ca6e5a0 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857470 Feb 20 23:36:14.518386 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88034d0-dcdb-4f2b-8a4a-31565f465d58 req-6b2bb443-df71-4397-a679-309f3ca07972 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912766 Feb 20 23:36:14.610852 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-9991ae2c-5c1b-48d8-b50c-704a2f9aba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:14.612382 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-9991ae2c-5c1b-48d8-b50c-704a2f9aba30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.0483060 Feb 20 23:36:14.714081 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-0829d0a0-1aa0-436c-893b-7bf01f563711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:14.715584 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-0829d0a0-1aa0-436c-893b-7bf01f563711 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.0963638 Feb 20 23:36:14.762243 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-5da5f9af-f24f-4acd-9020-a805204ca87d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.0400743 Feb 20 23:36:14.795890 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 32880) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:14.828289 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-5b574b74-14aa-46f7-b9b9-b27c5b092964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:14.830274 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-5b574b74-14aa-46f7-b9b9-b27c5b092964 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0604534 Feb 20 23:36:14.864626 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-a86d66bf-0d4b-4283-be60-32c504a5635c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281034 Feb 20 23:36:14.971643 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5732-1863-4fed-81d1-5e3312255df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:14.987411 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-b2601831-7c53-4a6a-9f74-9f68dbc3e176 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136978 Feb 20 23:36:15.122846 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5732-1863-4fed-81d1-5e3312255df0 admin admin] Publish callbacks [] for security_group (d3920939-f595-4afd-b1dd-f129c472b9bf), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.144867 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eef6b155-edf8-422d-869f-4cdb9f5b24dc req-a8009bd5-1d4b-4312-bebb-1326b3371155 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494339 Feb 20 23:36:15.198716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f481-055e-43ba-b0df-612aca19df8e req-1682fc28-c055-4c52-abef-5c5afbbfd522 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:15.200354 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5732-1863-4fed-81d1-5e3312255df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d3920939-f595-4afd-b1dd-f129c472b9bf), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.200499 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d154f481-055e-43ba-b0df-612aca19df8e req-1682fc28-c055-4c52-abef-5c5afbbfd522 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0808825 Feb 20 23:36:15.249720 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b7aa5732-1863-4fed-81d1-5e3312255df0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=399d0e8d391c4b689cf5af2daea4558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545455 Feb 20 23:36:15.249998 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 32934) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:15.250649 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa5732-1863-4fed-81d1-5e3312255df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3920939-f595-4afd-b1dd-f129c472b9bf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:15.279152 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d154f481-055e-43ba-b0df-612aca19df8e req-ab7475af-0ebb-4115-ba89-20b6bed6c8cb tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663486 Feb 20 23:36:15.316698 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a5fa-3833-447b-a539-eef8801c6a13 admin admin] Publish callbacks [] for security_group (d3920939-f595-4afd-b1dd-f129c472b9bf), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.343897 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a5fa-3833-447b-a539-eef8801c6a13 admin admin] Publish callbacks [] for security_group (d3920939-f595-4afd-b1dd-f129c472b9bf), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.440908 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c0ef-2e70-4058-8351-85e2e8858f70 req-9a7a095c-d60c-408c-be24-728ab818e22c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:15.441210 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:36:15.442384 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e8a6c0ef-2e70-4058-8351-85e2e8858f70 req-9a7a095c-d60c-408c-be24-728ab818e22c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0768278 Feb 20 23:36:15.504442 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e8a6c0ef-2e70-4058-8351-85e2e8858f70 req-36d29bf8-f3f2-42b9-b9ce-594c851214ed tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552280 Feb 20 23:36:15.515522 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a5fa-3833-447b-a539-eef8801c6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d3920939-f595-4afd-b1dd-f129c472b9bf), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.520408 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a5fa-3833-447b-a539-eef8801c6a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.521669 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6ad7a5fa-3833-447b-a539-eef8801c6a13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3920939-f595-4afd-b1dd-f129c472b9bf HTTP/1.1" status: 204 len: 168 time: 0.2707951 Feb 20 23:36:15.535246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7a5fa-3833-447b-a539-eef8801c6a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3920939-f595-4afd-b1dd-f129c472b9bf,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:15.615220 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:15.627703 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '128609e9-b733-40d7-ae7b-f2490f723533', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'port_id': '128609e9-b733-40d7-ae7b-f2490f723533', 'mac_address': 'fa:16:3e:07:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:36:15.670239 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.681016 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: ACTIVE; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:15.681419 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.704113 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 128609e9-b733-40d7-ae7b-f2490f723533 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:36:15.738374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:15.817516 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.878325 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:15.879189 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:15.887675 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.888857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.888857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.889054 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.889375 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.889709 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.890044 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.890495 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.890950 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.891314 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.891643 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.891998 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.892375 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:15.952333 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['128609e9-b733-40d7-ae7b-f2490f723533'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:36:16.440265 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b8499-81b0-499e-ad2c-adb7ead46eba req-0d6c7d65-4f11-4339-bb0d-9635460af350 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:16.442024 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a36b8499-81b0-499e-ad2c-adb7ead46eba req-0d6c7d65-4f11-4339-bb0d-9635460af350 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 944 time: 0.0682032 Feb 20 23:36:16.494190 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a36b8499-81b0-499e-ad2c-adb7ead46eba req-6d7b9b4f-1a6c-4e7d-bf14-6123d7f506cf tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461695 Feb 20 23:36:16.636652 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797b39-6088-4a49-8396-b7f2d8df8423 req-797fbca5-604d-4db4-97d3-b3d74d52c040 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:16.638348 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20797b39-6088-4a49-8396-b7f2d8df8423 req-797fbca5-604d-4db4-97d3-b3d74d52c040 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0543249 Feb 20 23:36:16.693771 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20797b39-6088-4a49-8396-b7f2d8df8423 req-0ca5632e-13cc-4592-972f-b83233d9ec74 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484712 Feb 20 23:36:17.342625 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c32b6-2489-464e-82e1-63f7ac62e438 req-102a89e1-0551-4fc4-90e9-e46a2e8a6e68 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:17.344166 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1c32b6-2489-464e-82e1-63f7ac62e438 req-102a89e1-0551-4fc4-90e9-e46a2e8a6e68 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0599868 Feb 20 23:36:17.393304 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b1c32b6-2489-464e-82e1-63f7ac62e438 req-463d138c-5ff1-49ff-92d7-20148ab94913 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Feb 20 23:36:17.408578 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:17.456251 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:17.508158 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 128609e9-b733-40d7-ae7b-f2490f723533 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:17.508547 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (128609e9-b733-40d7-ae7b-f2490f723533), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.567553 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba6ff-0001-4014-980b-0a689c62ce3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.615638 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:17.616064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.646784 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:36:17.649116 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba6ff-0001-4014-980b-0a689c62ce3c admin admin] Publish callbacks [] for security_group (01f98bba-bdf9-4821-bf47-c73269b58dd0), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.649243 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703c013-f2d2-480c-95a5-56bd3b95e62d" -d '{"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:36:17.662840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:17.672457 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e593293-4ee4-45a5-b4ef-c5ab93f394f4 req-4ed74cb9-22c8-4579-b8b6-a416dc6dd38e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:17.672457 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e593293-4ee4-45a5-b4ef-c5ab93f394f4 req-4ed74cb9-22c8-4579-b8b6-a416dc6dd38e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 944 time: 0.0707915 Feb 20 23:36:17.693322 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547dfc42-0790-4aab-8b54-35457b866ecd x-openstack-request-id: req-547dfc42-0790-4aab-8b54-35457b866ecd {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:36:17.694178 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:36:17.694621 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-547dfc42-0790-4aab-8b54-35457b866ecd {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:36:17.695920 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'code': 200} Feb 20 23:36:17.722491 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e593293-4ee4-45a5-b4ef-c5ab93f394f4 req-91621ac3-2633-4e0d-99e4-71b91ae40c2e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Feb 20 23:36:17.726421 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba6ff-0001-4014-980b-0a689c62ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (01f98bba-bdf9-4821-bf47-c73269b58dd0), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.750697 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.771981 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bc5ba6ff-0001-4014-980b-0a689c62ce3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41a0401729da4b44b6ec91f14e14af0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647695 Feb 20 23:36:17.773126 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ba6ff-0001-4014-980b-0a689c62ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f98bba-bdf9-4821-bf47-c73269b58dd0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:17.775543 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:17.818652 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:17.839993 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5493344-1c36-408f-a22d-6572944bbdde admin admin] Publish callbacks [] for security_group (01f98bba-bdf9-4821-bf47-c73269b58dd0), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.845084 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6b69-8cb5-4ce1-ae2c-ebc3e9a78706 req-b6edcc2b-f4b4-4557-a085-dbfb2ee729f8 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:17.846987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-45be6b69-8cb5-4ce1-ae2c-ebc3e9a78706 req-b6edcc2b-f4b4-4557-a085-dbfb2ee729f8 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0753012 Feb 20 23:36:17.876188 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5493344-1c36-408f-a22d-6572944bbdde admin admin] Publish callbacks [] for security_group (01f98bba-bdf9-4821-bf47-c73269b58dd0), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.914006 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-45be6b69-8cb5-4ce1-ae2c-ebc3e9a78706 req-01998c08-5f09-413c-9b45-c95f4740f141 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548027 Feb 20 23:36:17.994510 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5493344-1c36-408f-a22d-6572944bbdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (01f98bba-bdf9-4821-bf47-c73269b58dd0), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.997968 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5493344-1c36-408f-a22d-6572944bbdde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:17.999144 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d5493344-1c36-408f-a22d-6572944bbdde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01f98bba-bdf9-4821-bf47-c73269b58dd0 HTTP/1.1" status: 204 len: 168 time: 0.2224500 Feb 20 23:36:18.007391 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5493344-1c36-408f-a22d-6572944bbdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f98bba-bdf9-4821-bf47-c73269b58dd0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:18.519680 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b190-8da4-4b73-af18-c77fced84070 req-705d1cdd-5eb4-4966-99b3-8978494697bd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:18.519680 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d63b190-8da4-4b73-af18-c77fced84070 req-705d1cdd-5eb4-4966-99b3-8978494697bd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0553124 Feb 20 23:36:18.590742 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d63b190-8da4-4b73-af18-c77fced84070 req-992dc08f-902b-4bb0-b997-231673ab3666 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529234 Feb 20 23:36:18.853473 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a7b60-7bb3-4644-ab2d-0b2f586fa0ed req-e57dda75-25df-4bea-a088-c8c4fe151076 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:18.854854 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b29a7b60-7bb3-4644-ab2d-0b2f586fa0ed req-e57dda75-25df-4bea-a088-c8c4fe151076 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Feb 20 23:36:18.910172 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b29a7b60-7bb3-4644-ab2d-0b2f586fa0ed req-e6f42309-8f66-4dca-bb4d-4e92483a0329 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486655 Feb 20 23:36:19.714395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fee02-f9ba-48db-9318-c197520977ac req-3f752792-ee49-414b-9221-1aee293ae0ee tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:19.715988 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b9fee02-f9ba-48db-9318-c197520977ac req-3f752792-ee49-414b-9221-1aee293ae0ee tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0532191 Feb 20 23:36:19.763937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b9fee02-f9ba-48db-9318-c197520977ac req-27d8a860-2ab2-4900-84fc-7bc580bc0e53 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416026 Feb 20 23:36:20.035910 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75a22-7640-4c8e-8ae0-4fde2b6390dc req-56836baa-c8ef-4cd0-8d47-480598922bf7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:20.037440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-96f75a22-7640-4c8e-8ae0-4fde2b6390dc req-56836baa-c8ef-4cd0-8d47-480598922bf7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Feb 20 23:36:20.087451 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-96f75a22-7640-4c8e-8ae0-4fde2b6390dc req-46144362-1e84-4540-8296-0794260f4809 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Feb 20 23:36:20.884283 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97b2ff-b1c1-4002-8713-3d54a8c65719 req-8d1b6a07-dc1c-44cc-92c8-ffa271fac7b1 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:20.885791 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c97b2ff-b1c1-4002-8713-3d54a8c65719 req-8d1b6a07-dc1c-44cc-92c8-ffa271fac7b1 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0551789 Feb 20 23:36:20.932709 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c97b2ff-b1c1-4002-8713-3d54a8c65719 req-b29d07aa-11e0-4341-8dd7-9cc12ac9d204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408258 Feb 20 23:36:21.207502 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762f0e-0e8d-4e62-880f-527dc3a3e525 req-01a5f4cd-2979-4546-a231-6b6a70e00929 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:21.209002 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21762f0e-0e8d-4e62-880f-527dc3a3e525 req-01a5f4cd-2979-4546-a231-6b6a70e00929 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0516889 Feb 20 23:36:21.256045 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21762f0e-0e8d-4e62-880f-527dc3a3e525 req-f54db1bf-c2a2-4202-b9f7-b6bb8b00e731 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Feb 20 23:36:21.839019 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3d54f-a2b9-49ce-9e26-9a8bde5be815 req-99dafcdf-ace0-4cf3-8851-c0cb2ff9fb4e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:21.840514 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dda3d54f-a2b9-49ce-9e26-9a8bde5be815 req-99dafcdf-ace0-4cf3-8851-c0cb2ff9fb4e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0575860 Feb 20 23:36:21.886881 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dda3d54f-a2b9-49ce-9e26-9a8bde5be815 req-b0d2e96f-9388-4d4b-83ec-17477ab2e2a3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395629 Feb 20 23:36:22.056148 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecd6d-bbd9-4330-b12b-97e8017264a8 req-5bcb9c1d-4465-49ef-b658-e4948c439f0f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:22.057673 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-584ecd6d-bbd9-4330-b12b-97e8017264a8 req-5bcb9c1d-4465-49ef-b658-e4948c439f0f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0555162 Feb 20 23:36:22.108223 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-584ecd6d-bbd9-4330-b12b-97e8017264a8 req-304dede5-728b-415d-939e-c6709380c538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Feb 20 23:36:22.383298 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d17a86-f6a5-4e01-a405-1332db6d047b req-ee189e5f-384c-4b65-9dc0-9978a5a1d269 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:22.384824 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6d17a86-f6a5-4e01-a405-1332db6d047b req-ee189e5f-384c-4b65-9dc0-9978a5a1d269 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0562034 Feb 20 23:36:22.439303 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6d17a86-f6a5-4e01-a405-1332db6d047b req-bcd6dafe-b1bb-4761-a02e-31a261f9c5b9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488062 Feb 20 23:36:23.245478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7114da1-8e40-4589-9f48-46d98b11a45d req-19e1d8bf-d5f4-4d6d-a6c6-36b9e887608e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:23.246933 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f7114da1-8e40-4589-9f48-46d98b11a45d req-19e1d8bf-d5f4-4d6d-a6c6-36b9e887608e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0522375 Feb 20 23:36:23.296518 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f7114da1-8e40-4589-9f48-46d98b11a45d req-7c57e331-ae58-4606-abf0-302ad2e25779 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Feb 20 23:36:23.576144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122b59-3f9c-476b-bb8b-42cbaa5ab8f5 req-52e0d840-081b-46b7-8f75-b3af11337c0f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:23.578221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f122b59-3f9c-476b-bb8b-42cbaa5ab8f5 req-52e0d840-081b-46b7-8f75-b3af11337c0f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0600848 Feb 20 23:36:23.628822 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f122b59-3f9c-476b-bb8b-42cbaa5ab8f5 req-71dcad17-7c09-4783-83a0-db64e1adfe9d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Feb 20 23:36:24.427207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb128312-4ab7-4f64-acde-245d252cc0c0 req-0d5e735e-8b1f-4a80-bcd9-dfbb20f4749e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:24.428632 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fb128312-4ab7-4f64-acde-245d252cc0c0 req-0d5e735e-8b1f-4a80-bcd9-dfbb20f4749e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0559552 Feb 20 23:36:24.475786 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fb128312-4ab7-4f64-acde-245d252cc0c0 req-4fd009d8-5b44-4324-837f-10a41bcbeceb tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Feb 20 23:36:24.749546 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe7ec6-8738-4a2b-b984-a5f3d5a36f36 req-5f1e533e-33b6-4087-8a18-621ca1377930 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:24.751548 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eabe7ec6-8738-4a2b-b984-a5f3d5a36f36 req-5f1e533e-33b6-4087-8a18-621ca1377930 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Feb 20 23:36:24.798811 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eabe7ec6-8738-4a2b-b984-a5f3d5a36f36 req-705eb6d0-f0a5-48af-97d0-03bc92e14d75 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416303 Feb 20 23:36:25.304478 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:25.406958 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.480387 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Publish callbacks [] for security_group (61a45f60-c553-497f-b9bb-274c2526db14), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.583331 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (61a45f60-c553-497f-b9bb-274c2526db14), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.602024 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80e9a-fe6a-4049-a1d8-5f442ca141ce req-218a10d9-661a-49b2-ad4b-d2136100ebfd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:25.612176 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-24b80e9a-fe6a-4049-a1d8-5f442ca141ce req-218a10d9-661a-49b2-ad4b-d2136100ebfd tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0698195 Feb 20 23:36:25.636096 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77bc139018ab46eaa15f3cc948aa9406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304169 Feb 20 23:36:25.637593 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a45f60-c553-497f-b9bb-274c2526db14,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:25.639706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33250) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:25.645953 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.646343 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.646703 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.647052 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.647392 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.647951 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.648316 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.649044 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.649559 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.650409 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.650916 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.651567 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.652085 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f720bf6-d6ab-4ec9-9f30-fd37696f4f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.709189 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-24b80e9a-fe6a-4049-a1d8-5f442ca141ce req-0e235581-e8f2-49f7-87e8-55d4101f9ed1 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961392 Feb 20 23:36:25.726511 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Publish callbacks [] for security_group (61a45f60-c553-497f-b9bb-274c2526db14), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.751093 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Publish callbacks [] for security_group (61a45f60-c553-497f-b9bb-274c2526db14), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.871840 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (61a45f60-c553-497f-b9bb-274c2526db14), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.874730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:25.875926 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61a45f60-c553-497f-b9bb-274c2526db14 HTTP/1.1" status: 204 len: 168 time: 0.2352302 Feb 20 23:36:25.893700 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a45f60-c553-497f-b9bb-274c2526db14,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:25.929871 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.930228 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.930571 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.930945 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.931448 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.931834 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.932207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.932524 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.932909 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.933211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.933539 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.934004 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.934391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c35c0-e459-4306-ad05-c26c9efd4f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:25.963233 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ba4d4-0599-4882-b013-2163a0779a7f req-fd8896ad-1830-4e4a-ac3f-3c0cd8645024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:25.963233 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de0ba4d4-0599-4882-b013-2163a0779a7f req-fd8896ad-1830-4e4a-ac3f-3c0cd8645024 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0816982 Feb 20 23:36:26.019556 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de0ba4d4-0599-4882-b013-2163a0779a7f req-69fddfa2-ff24-4bcd-a614-bbdcbdaa4849 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510902 Feb 20 23:36:26.830261 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daffea-e891-4558-bd1a-280bccfa35ec req-9aa47dc8-d354-4f3a-83f7-dae12d059f3f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:26.831792 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-44daffea-e891-4558-bd1a-280bccfa35ec req-9aa47dc8-d354-4f3a-83f7-dae12d059f3f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0546217 Feb 20 23:36:26.895056 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-44daffea-e891-4558-bd1a-280bccfa35ec req-e731b4de-d198-4958-a787-70ff41ad8d70 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543163 Feb 20 23:36:26.934606 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:27.040670 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68957660-network', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:27.137816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Made reservation on behalf of e6616d9bd7a74a9dbd5943150b79617a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:27.140251 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.152295 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.167453 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950b59f-cdb1-4e24-81f0-bd3884264e31 req-82437b30-2aea-40ea-9222-dddf22dee081 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:27.169420 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6950b59f-cdb1-4e24-81f0-bd3884264e31 req-82437b30-2aea-40ea-9222-dddf22dee081 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0603123 Feb 20 23:36:27.243444 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6950b59f-cdb1-4e24-81f0-bd3884264e31 req-e509df7f-4eb9-492e-821d-ea5436d1043e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671649 Feb 20 23:36:27.249548 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks [] for security_group (5ae6f127-5445-4c1a-83bc-46e48a884c4b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.320676 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5ae6f127-5445-4c1a-83bc-46e48a884c4b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.357240 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:36:27.364478 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae6f127-5445-4c1a-83bc-46e48a884c4b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:27.375400 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (d4c09673-c549-4cae-a3b0-96d12a4c5632), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.375400 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Added segment d4c09673-c549-4cae-a3b0-96d12a4c5632 of type vlan for network ba1c102d-6d7f-4101-896d-f3e717dd50b1 Feb 20 23:36:27.414107 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (ba1c102d-6d7f-4101-896d-f3e717dd50b1), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.525165 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (ba1c102d-6d7f-4101-896d-f3e717dd50b1), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.526181 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:27.526749 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:27.606027 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1c102d-6d7f-4101-896d-f3e717dd50b1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:27.615208 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1da61a00-de77-4390-a475-c8a4f398c949 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6794841 Feb 20 23:36:27.621471 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:36:27.622036 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33334) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:27.627692 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Request body: {'subnet': {'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68957660-subnet', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:27.799456 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Made reservation on behalf of e6616d9bd7a74a9dbd5943150b79617a for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:27.802321 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414496'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:28.109906 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd0774-8d3b-4223-ac5e-687a8fb781a7 req-87c934ac-5c98-4e79-9659-2e5115be8d44 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:28.112507 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4dd0774-8d3b-4223-ac5e-687a8fb781a7 req-87c934ac-5c98-4e79-9659-2e5115be8d44 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1248262 Feb 20 23:36:28.171399 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4dd0774-8d3b-4223-ac5e-687a8fb781a7 req-f0ae6292-34b2-4e02-bbc4-b31d6d7501e6 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522954 Feb 20 23:36:28.229558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6033791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414546'] for subnet (2aa0f323-d6cf-4cc0-aa02-ffa7030a597e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:28.318745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:28.321330 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Checking segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:28.321712 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Network hostable DHCP agents. Network: ba1c102d-6d7f-4101-896d-f3e717dd50b1, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:36:28.397302 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b680e51-f4b1-4acc-b05d-0adfa79d50d6 req-ca90071e-958a-4bbc-b237-7d8e83c2fe9e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:28.398922 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5b680e51-f4b1-4acc-b05d-0adfa79d50d6 req-ca90071e-958a-4bbc-b237-7d8e83c2fe9e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0689890 Feb 20 23:36:28.436781 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:36:28.463604 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5b680e51-f4b1-4acc-b05d-0adfa79d50d6 req-f41090d6-0372-4786-9681-af16097ec46f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577278 Feb 20 23:36:28.526935 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, ba1c102d-6d7f-4101-896d-f3e717dd50b1) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:28.531347 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:28.532835 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:28.540300 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce5d48-1eee-4f71-96b7-3cf86b31c447 None None] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:36:28.673339 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:36:28.677279 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:28.780734 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9ce482d6-3394-4009-a01a-6a4fec10055c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1570306 Feb 20 23:36:28.783706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33354) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:28.789843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:28.870411 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Allocated IP 172.20.0.2 (ba1c102d-6d7f-4101-896d-f3e717dd50b1/2aa0f323-d6cf-4cc0-aa02-ffa7030a597e/90b54e1b-6362-4a3f-92c9-29ff25527457) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:28.933125 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (96ec7664-c580-49dd-afa3-00cf9abcc92c), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:28.934284 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (96ec7664-c580-49dd-afa3-00cf9abcc92c), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.005957 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks [] for router_controller (96ec7664-c580-49dd-afa3-00cf9abcc92c), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.092920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Publish callbacks [] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.155487 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.249983 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Pushing event updated for resources: {'Port': ['ID=90b54e1b-6362-4a3f-92c9-29ff25527457,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:29.302920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:29.306520 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:29.315527 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:29.413733 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Attempting to bind port 90b54e1b-6362-4a3f-92c9-29ff25527457 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:29.417967 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Attempting to bind port 90b54e1b-6362-4a3f-92c9-29ff25527457 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:29.417967 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Attempting to bind port 90b54e1b-6362-4a3f-92c9-29ff25527457 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:29.420984 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:29.421672 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Checking segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:29.422291 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.423538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Bound using segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:29.424279 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Bound port: 90b54e1b-6362-4a3f-92c9-29ff25527457, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:29.424986 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.515926 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] For port 90b54e1b-6362-4a3f-92c9-29ff25527457, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:29.521735 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] For port 90b54e1b-6362-4a3f-92c9-29ff25527457, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=90b54e1b-6362-4a3f-92c9-29ff25527457,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:29.596235 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.627533 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks [] for router_gateway (96ec7664-c580-49dd-afa3-00cf9abcc92c), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:29.654089 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f32243-889c-4128-a8a7-7a00857c2bc8 None None] Pushing event updated for resources: {'Port': ['ID=90b54e1b-6362-4a3f-92c9-29ff25527457,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:29.738135 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756f832-60b0-4e8b-80b4-6bf7ed8bc512 req-de1a12db-7139-4a06-a811-d5370814cc55 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:29.745593 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0756f832-60b0-4e8b-80b4-6bf7ed8bc512 req-de1a12db-7139-4a06-a811-d5370814cc55 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1320057 Feb 20 23:36:29.788314 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37f17b-4c68-4d2f-9e6f-a8ff6d27caee req-722ea631-a7e7-4ec3-8cbc-31f1d211212c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:29.790208 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c37f17b-4c68-4d2f-9e6f-a8ff6d27caee req-722ea631-a7e7-4ec3-8cbc-31f1d211212c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1782725 Feb 20 23:36:29.901768 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33378) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:29.902452 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0756f832-60b0-4e8b-80b4-6bf7ed8bc512 req-59f3cc29-3f0a-481c-a0ec-21f5f5226f4c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559796 Feb 20 23:36:29.960008 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:36:30.014569 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c37f17b-4c68-4d2f-9e6f-a8ff6d27caee req-f5d4ba65-2f35-4fe3-8d68-9b6612bed369 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931114 Feb 20 23:36:30.148633 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d565-5c31-4b85-ab9d-fc640b3381be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.299744 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks [] for router_gateway (96ec7664-c580-49dd-afa3-00cf9abcc92c), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.320009 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d565-5c31-4b85-ab9d-fc640b3381be admin admin] Publish callbacks [] for security_group (cf128fd8-b18c-424f-b838-7126404cadf1), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.337938 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.394037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d565-5c31-4b85-ab9d-fc640b3381be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (cf128fd8-b18c-424f-b838-7126404cadf1), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.439295 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3ef4d565-5c31-4b85-ab9d-fc640b3381be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bdffc6d74f1441983d2f786fd144586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348661 Feb 20 23:36:30.440989 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:30.450104 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d565-5c31-4b85-ab9d-fc640b3381be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf128fd8-b18c-424f-b838-7126404cadf1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:30.512818 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd57a8e9-18ef-42ac-a57f-d3c14c598b54 admin admin] Publish callbacks [] for security_group (cf128fd8-b18c-424f-b838-7126404cadf1), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.517495 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Allocated IP 172.27.1.67 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:30.543516 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd57a8e9-18ef-42ac-a57f-d3c14c598b54 admin admin] Publish callbacks [] for security_group (cf128fd8-b18c-424f-b838-7126404cadf1), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.662309 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks [] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.713457 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd57a8e9-18ef-42ac-a57f-d3c14c598b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (cf128fd8-b18c-424f-b838-7126404cadf1), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.716182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd57a8e9-18ef-42ac-a57f-d3c14c598b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.719719 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bd57a8e9-18ef-42ac-a57f-d3c14c598b54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf128fd8-b18c-424f-b838-7126404cadf1 HTTP/1.1" status: 204 len: 168 time: 0.2753701 Feb 20 23:36:30.725908 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57a8e9-18ef-42ac-a57f-d3c14c598b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf128fd8-b18c-424f-b838-7126404cadf1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:30.859139 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:30.923411 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:30.924850 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:30.940476 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:30.970099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Pushing event updated for resources: {'Port': ['ID=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:31.309817 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1953-c292-4803-a89b-07e75f1ad6d6 req-4a018b65-3a36-44ed-b68c-b000285406d5 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:31.311617 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-985b1953-c292-4803-a89b-07e75f1ad6d6 req-4a018b65-3a36-44ed-b68c-b000285406d5 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.3038440 Feb 20 23:36:31.311930 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2f527-5741-4a2f-a7c8-135917ec80c9 None None] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:36:31.364156 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376daa7-12be-4867-bc04-d219fb234c1a req-119a1e88-3d33-4404-8fbd-d5cbbb22f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:31.367466 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-119a1e88-3d33-4404-8fbd-d5cbbb22f2c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.2048545 Feb 20 23:36:31.411541 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] Provisioning complete for port 90b54e1b-6362-4a3f-92c9-29ff25527457 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:31.411943 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:31.482083 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac4bb7-4277-40fc-af21-446159b83802 req-0d05f75d-6f40-465c-ae55-6ae6f07261fd tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:31.498774 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdac4bb7-4277-40fc-af21-446159b83802 req-0d05f75d-6f40-465c-ae55-6ae6f07261fd tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.3130860 Feb 20 23:36:31.525593 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-985b1953-c292-4803-a89b-07e75f1ad6d6 req-381270f2-98bb-440c-8d77-1d1b19808355 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033482 Feb 20 23:36:31.540599 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] Current status of the port 90b54e1b-6362-4a3f-92c9-29ff25527457 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:31.541365 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:31.584608 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bdac4bb7-4277-40fc-af21-446159b83802 req-cb26bbd9-1cee-4b66-ae4f-8ba1c0076d9d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881178 Feb 20 23:36:31.586498 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] For port 90b54e1b-6362-4a3f-92c9-29ff25527457, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=90b54e1b-6362-4a3f-92c9-29ff25527457,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:31.589363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376daa7-12be-4867-bc04-d219fb234c1a req-e058fcdf-2ab4-44c1-ae3e-828de71a8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:31.591361 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-e058fcdf-2ab4-44c1-ae3e-828de71a8732 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.2006361 Feb 20 23:36:31.669951 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-6bc931f4-f0fc-4179-b11e-a509e7925ea4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.0676336 Feb 20 23:36:31.750830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4468a8-f1f9-4389-bde2-6efe70126630 req-59f29846-1ba3-4ef9-95f9-f1ef0120b3c7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:31.752181 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 90b54e1b-6362-4a3f-92c9-29ff25527457 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:31.752570 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4468a8-f1f9-4389-bde2-6efe70126630 req-59f29846-1ba3-4ef9-95f9-f1ef0120b3c7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1601632 Feb 20 23:36:31.796627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376daa7-12be-4867-bc04-d219fb234c1a req-eea978bf-a767-4e9e-b820-a624c8693ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:31.798937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-eea978bf-a767-4e9e-b820-a624c8693ada service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.1070492 Feb 20 23:36:31.813268 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 90b54e1b-6362-4a3f-92c9-29ff25527457 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:31.813656 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:31.842051 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-2f9d8170-4f00-47c5-a39d-0012bef45ba1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358286 Feb 20 23:36:31.846706 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c4468a8-f1f9-4389-bde2-6efe70126630 req-ccfcdb03-dca2-4c4a-9d62-36f2c0d0ac51 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872245 Feb 20 23:36:31.911678 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 90b54e1b-6362-4a3f-92c9-29ff25527457 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:31.912011 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:31.941939 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-0d8e864d-9b44-4e02-b423-cc1ee4476e3f service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921071 Feb 20 23:36:32.001374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.066276 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:32.080629 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5681-73d4-4d05-9261-c6b4b9947e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.166606 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks [] for router_gateway (96ec7664-c580-49dd-afa3-00cf9abcc92c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.197657 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.db.api [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:36:32.198419 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG oslo_db.api [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:36:32.200285 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af540c5a-5533-4d7c-8546-8f2cb7ceba1a None None] Pushing event updated for resources: {'Port': ['ID=90b54e1b-6362-4a3f-92c9-29ff25527457,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:32.210074 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-717d7505-3451-4ec6-a869-9b2eeb8050cf None None] Provisioning complete for port 90b54e1b-6362-4a3f-92c9-29ff25527457 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:32.211225 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-717d7505-3451-4ec6-a869-9b2eeb8050cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.272852 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5681-73d4-4d05-9261-c6b4b9947e30 admin admin] Publish callbacks [] for security_group (fa50918d-adf9-4dd6-a5d8-40fbf6f1667a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.309309 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4376daa7-12be-4867-bc04-d219fb234c1a req-3f22c7dc-fb52-46a6-ba9e-33e5514a1819 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287840 Feb 20 23:36:32.327018 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-717d7505-3451-4ec6-a869-9b2eeb8050cf None None] Current status of the port 90b54e1b-6362-4a3f-92c9-29ff25527457 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:32.336513 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5681-73d4-4d05-9261-c6b4b9947e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (fa50918d-adf9-4dd6-a5d8-40fbf6f1667a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.382835 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0f8d5681-73d4-4d05-9261-c6b4b9947e30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41f5e47e6dcf46a5af7cf2aa654f0e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152611 Feb 20 23:36:32.383418 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33420) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:32.438783 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d5681-73d4-4d05-9261-c6b4b9947e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa50918d-adf9-4dd6-a5d8-40fbf6f1667a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:32.480082 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (96ec7664-c580-49dd-afa3-00cf9abcc92c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.483989 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11b586dd-1c42-4115-af45-34e27238dae0 admin admin] Publish callbacks [] for security_group (fa50918d-adf9-4dd6-a5d8-40fbf6f1667a), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.525125 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11b586dd-1c42-4115-af45-34e27238dae0 admin admin] Publish callbacks [] for security_group (fa50918d-adf9-4dd6-a5d8-40fbf6f1667a), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.674736 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11b586dd-1c42-4115-af45-34e27238dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (fa50918d-adf9-4dd6-a5d8-40fbf6f1667a), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.678218 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11b586dd-1c42-4115-af45-34e27238dae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:32.679657 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-11b586dd-1c42-4115-af45-34e27238dae0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa50918d-adf9-4dd6-a5d8-40fbf6f1667a HTTP/1.1" status: 204 len: 168 time: 0.2866924 Feb 20 23:36:32.696928 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b586dd-1c42-4115-af45-34e27238dae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa50918d-adf9-4dd6-a5d8-40fbf6f1667a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:32.809435 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 90b54e1b-6362-4a3f-92c9-29ff25527457 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:33.039373 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e727e4-5210-4b1f-b736-4834bf3e79eb req-96ace86d-f8d9-4ae1-88ec-1c2629ea77a4 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:33.046548 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74e727e4-5210-4b1f-b736-4834bf3e79eb req-96ace86d-f8d9-4ae1-88ec-1c2629ea77a4 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1284595 Feb 20 23:36:33.063015 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a50b5-eb30-420a-94d3-d2c922282c77 req-5a173995-f2ef-477b-aa4d-123ae67d7808 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:33.065452 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b4a50b5-eb30-420a-94d3-d2c922282c77 req-5a173995-f2ef-477b-aa4d-123ae67d7808 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1455240 Feb 20 23:36:33.138026 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-74e727e4-5210-4b1f-b736-4834bf3e79eb req-f2c8cdad-b32d-4969-b375-035017653b4b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865252 Feb 20 23:36:33.170256 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:36:33.207630 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b4a50b5-eb30-420a-94d3-d2c922282c77 req-2ff2ac66-5fbc-40f7-9606-1e1664b6b809 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258383 Feb 20 23:36:33.391201 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c469135-559b-4e99-abe8-9feb6e5ead8c req-2c7e5d18-e74c-42ee-b9a7-22d5f576aadd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:33.398558 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2c469135-559b-4e99-abe8-9feb6e5ead8c req-2c7e5d18-e74c-42ee-b9a7-22d5f576aadd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1152411 Feb 20 23:36:33.426823 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:36:33.436702 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:36:33.459772 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:33.460356 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:33.504718 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2c469135-559b-4e99-abe8-9feb6e5ead8c req-09f4c900-576d-4cda-8c05-8da776db55fd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052234 Feb 20 23:36:33.558103 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:33.562097 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-297ea1bc-b977-4211-ac60-dabbaffbb8fd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7745876 Feb 20 23:36:33.566803 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33446) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:33.647514 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:33.671681 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fba6348f-6d31-47a5-8890-af4c00a542d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:33.676312 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:33.695271 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 90b54e1b-6362-4a3f-92c9-29ff25527457 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:33.815129 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fba6348f-6d31-47a5-8890-af4c00a542d4 admin admin] Publish callbacks [] for security_group (fc57eaf5-647e-4725-9d1a-d6765c97ee4a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:33.824741 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 90b54e1b-6362-4a3f-92c9-29ff25527457 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:33.825125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:33.893438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fba6348f-6d31-47a5-8890-af4c00a542d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (fc57eaf5-647e-4725-9d1a-d6765c97ee4a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:33.897758 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:31Z', 'revision_number': 3, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:33.955290 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:36:33.955718 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-fba6348f-6d31-47a5-8890-af4c00a542d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bf91bd0203e48c595440f825a65168b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046322 Feb 20 23:36:33.956519 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6348f-6d31-47a5-8890-af4c00a542d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc57eaf5-647e-4725-9d1a-d6765c97ee4a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:33.958633 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Updating router 96ec7664-c580-49dd-afa3-00cf9abcc92c port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:36:33.959693 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33456) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:33.982724 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 90b54e1b-6362-4a3f-92c9-29ff25527457 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:34.000325 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.062376 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b227-6702-4faa-bcfa-7abd802ffb00 admin admin] Publish callbacks [] for security_group (fc57eaf5-647e-4725-9d1a-d6765c97ee4a), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.086362 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b227-6702-4faa-bcfa-7abd802ffb00 admin admin] Publish callbacks [] for security_group (fc57eaf5-647e-4725-9d1a-d6765c97ee4a), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.206785 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b227-6702-4faa-bcfa-7abd802ffb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (fc57eaf5-647e-4725-9d1a-d6765c97ee4a), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.209748 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b227-6702-4faa-bcfa-7abd802ffb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.214465 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e7c1b227-6702-4faa-bcfa-7abd802ffb00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc57eaf5-647e-4725-9d1a-d6765c97ee4a HTTP/1.1" status: 204 len: 168 time: 0.2498968 Feb 20 23:36:34.223903 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1b227-6702-4faa-bcfa-7abd802ffb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc57eaf5-647e-4725-9d1a-d6765c97ee4a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:34.394063 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61747bd7-422d-4695-bc94-a0b0db24abe2 req-d1a3e62a-ad62-4ac3-8e1b-4698493a3a73 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:34.395614 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61747bd7-422d-4695-bc94-a0b0db24abe2 req-d1a3e62a-ad62-4ac3-8e1b-4698493a3a73 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1497281 Feb 20 23:36:34.398628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.414569 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Publish callbacks [] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.532816 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.551978 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61747bd7-422d-4695-bc94-a0b0db24abe2 req-653d316e-83eb-4657-936c-4729c7fbd2e3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422331 Feb 20 23:36:34.565848 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3cc6a-8403-411a-8171-93c0cca0c903 req-e9a05258-c15f-4cb0-a7a5-92b96df14423 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:34.579301 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-93f3cc6a-8403-411a-8171-93c0cca0c903 req-e9a05258-c15f-4cb0-a7a5-92b96df14423 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.2249298 Feb 20 23:36:34.715530 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Pushing event updated for resources: {'Port': ['ID=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:34.734336 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Attempting to bind port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:34.734717 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Attempting to bind port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:34.735228 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Attempting to bind port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:34.744198 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:34.744626 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:34.745090 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.745488 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:34.746010 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Bound port: 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:34.746404 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.781726 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-93f3cc6a-8403-411a-8171-93c0cca0c903 req-c99649d7-425d-495b-ba4b-dabc9311c3da tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075360 Feb 20 23:36:34.808610 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Allocated IP 172.20.0.1 (ba1c102d-6d7f-4101-896d-f3e717dd50b1/2aa0f323-d6cf-4cc0-aa02-ffa7030a597e/58abdc25-5ece-4e83-ab9a-1eaf6b8b516d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:34.828107 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b03797-8aa6-47e2-9a7c-c02ba589ec4b req-6ba754aa-0c07-4e22-97b3-8b9849ae69a8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:34.830253 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15b03797-8aa6-47e2-9a7c-c02ba589ec4b req-6ba754aa-0c07-4e22-97b3-8b9849ae69a8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1897371 Feb 20 23:36:34.853364 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.853829 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.854268 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.854707 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.855119 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.855521 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.855947 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.856356 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.856758 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.857530 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.857530 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.858187 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.858306 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:34.862963 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] For port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:34.866770 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] For port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:34.939335 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:34.981878 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks [] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:35.044991 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15b03797-8aa6-47e2-9a7c-c02ba589ec4b req-517b3f4e-237b-4893-9635-95e20afb9d11 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070382 Feb 20 23:36:35.051392 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:35.052087 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:35.057194 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b4d44-7f1b-4640-b40a-b319bb288fc6 None None] Pushing event updated for resources: {'Port': ['ID=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:35.133182 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:35.208962 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:35.240179 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Pushing event updated for resources: {'Port': ['ID=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:35.284165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:35.306327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:35.308343 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:35.428099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (96ec7664-c580-49dd-afa3-00cf9abcc92c), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:35.492927 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:31Z', 'revision_number': 3, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:35.539139 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ec386-423d-4902-9075-016d09225f07 None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:31Z', 'revision_number': 3, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:36:35.803780 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-4302590a-06df-42ea-8f38-a650693bbe45 None None] Provisioning complete for port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:35.817928 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4302590a-06df-42ea-8f38-a650693bbe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:35.916885 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4302590a-06df-42ea-8f38-a650693bbe45 None None] Port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:36:35.991302 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33508) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:36.174770 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-330d5c5d-64f5-4231-b54e-54cb3d2ad6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:36.176660 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-330d5c5d-64f5-4231-b54e-54cb3d2ad6ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1129 time: 0.6269615 Feb 20 23:36:36.195081 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-562920381-network', 'tenant_id': 'e24c9388cf71446589d487f76b9f5ad6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:36.195906 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c647a-c122-46ae-9122-e67412be1ff9 req-948135b4-816d-4293-81a1-b05ee125dc61 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:36.198009 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c2c647a-c122-46ae-9122-e67412be1ff9 req-948135b4-816d-4293-81a1-b05ee125dc61 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.9400599 Feb 20 23:36:36.309368 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Made reservation on behalf of e24c9388cf71446589d487f76b9f5ad6 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:36.312883 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.324205 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.377246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa51e76-8934-42a3-bf86-031752d8e88d req-70e4c7a6-a45c-4e8e-a08d-8267095b0bfa tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:36.385154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-caa51e76-8934-42a3-bf86-031752d8e88d req-70e4c7a6-a45c-4e8e-a08d-8267095b0bfa tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.4483876 Feb 20 23:36:36.457268 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.460490 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks [] for security_group (1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.461892 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c2c647a-c122-46ae-9122-e67412be1ff9 req-46da7e27-5f64-4a4f-845f-eeff93b27d77 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471948 Feb 20 23:36:36.522450 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-fd5b1b22-5c89-47bf-b562-9df13723c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:36.524212 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-fd5b1b22-5c89-47bf-b562-9df13723c533 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 911 time: 0.3234375 Feb 20 23:36:36.587885 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.632252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:36.637608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:36:36.647919 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (97a093cc-5c14-4fcf-9681-d921a108fa1b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.648376 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Added segment 97a093cc-5c14-4fcf-9681-d921a108fa1b of type vlan for network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 Feb 20 23:36:36.690880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (9276f0c6-c046-4f6d-be68-6f3eda4197b7), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.735952 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-caa51e76-8934-42a3-bf86-031752d8e88d req-5564cb92-4a3e-476c-960f-25ca78aa321f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417335 Feb 20 23:36:36.785797 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-95e74031-cca7-4871-bf3a-0d6c8d66a3c0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 200 len: 1000 time: 0.2068317 Feb 20 23:36:36.840069 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cce94-7e0d-49f7-98f0-c580053a82f7 req-911c8147-7724-48d0-8248-2ce9c8b84af1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:36.841591 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a22cce94-7e0d-49f7-98f0-c580053a82f7 req-911c8147-7724-48d0-8248-2ce9c8b84af1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.2400415 Feb 20 23:36:36.914401 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-19243e3a-6492-42f3-84a0-7bdd8aa7ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:36.915896 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-19243e3a-6492-42f3-84a0-7bdd8aa7ab36 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.1174123 Feb 20 23:36:36.966856 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks [] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:36.972254 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a22cce94-7e0d-49f7-98f0-c580053a82f7 req-38169ddd-8d70-4137-99c5-21ab1c0b10ea tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188149 Feb 20 23:36:37.015374 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-b73ed51f-a53f-42b9-8561-cff2514f9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:37.017819 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-b73ed51f-a53f-42b9-8561-cff2514f9e86 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853925 Feb 20 23:36:37.116333 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-4a6644e1-0e89-4392-95db-58619bb3d111 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900288 Feb 20 23:36:37.132522 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (9276f0c6-c046-4f6d-be68-6f3eda4197b7), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.134412 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:37.135135 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.169348 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.193891 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] Pushing event updated for resources: {'Network': ['ID=9276f0c6-c046-4f6d-be68-6f3eda4197b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:37.204902 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:36:37.255206 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f2b55167-95b9-42ec-b896-d80895dbf87d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2618206 Feb 20 23:36:37.256171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (96ec7664-c580-49dd-afa3-00cf9abcc92c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.258179 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:37.286142 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Request body: {'subnet': {'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-562920381-subnet', 'tenant_id': 'e24c9388cf71446589d487f76b9f5ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:37.308757 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Pushing event updated for resources: {'Port': ['ID=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:37.372906 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Made reservation on behalf of e24c9388cf71446589d487f76b9f5ad6 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:37.389077 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.447444 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-47730cf9-d919-4e59-b179-cd9a5dfc3ed7 req-5d39f3ec-d584-4461-99c8-e8ba6961aa9d service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246307 Feb 20 23:36:37.449275 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:37.450765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:37.721378 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada45943-a730-4158-abcf-ff20617deadb req-93114a9e-1dad-4e82-8744-1baa5b045796 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:37.728617 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ada45943-a730-4158-abcf-ff20617deadb req-93114a9e-1dad-4e82-8744-1baa5b045796 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1444917 Feb 20 23:36:37.774736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:37.812911 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:36:37.846951 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (8c8166a6-381b-4a36-bb6b-b971a416d904), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.858778 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ada45943-a730-4158-abcf-ff20617deadb req-419a4912-c7f9-4713-a907-09bd09bc4a0a tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292503 Feb 20 23:36:37.941053 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-afdda404-deb1-4271-b3c0-caee74d4d9bd None None] Provisioning complete for port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:37.941445 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afdda404-deb1-4271-b3c0-caee74d4d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:37.987733 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Checking segment: {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:37.988125 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Network hostable DHCP agents. Network: 9276f0c6-c046-4f6d-be68-6f3eda4197b7, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:36:37.994062 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-afdda404-deb1-4271-b3c0-caee74d4d9bd None None] Port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:36:37.996263 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8166a6-381b-4a36-bb6b-b971a416d904,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:38.011646 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:38.015795 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:38.088438 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6382f-aa9b-4015-b9a6-b43915cf0dcc req-94ca41ec-b585-49f8-be17-cf91a5e494c9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:38.090058 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e6382f-aa9b-4015-b9a6-b43915cf0dcc req-94ca41ec-b585-49f8-be17-cf91a5e494c9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.2503481 Feb 20 23:36:38.109176 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:36:38.157281 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:38.165205 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:36:38.165932 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:38.179403 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bbc868af-4609-4f55-9e34-6ddb6bf36b7a admin admin] 10.222.0.60 "PUT /v2.0/routers/96ec7664-c580-49dd-afa3-00cf9abcc92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6076355 Feb 20 23:36:38.187099 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:36:38.195063 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 9276f0c6-c046-4f6d-be68-6f3eda4197b7) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:38.205252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:38.205836 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:38.214172 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e6382f-aa9b-4015-b9a6-b43915cf0dcc req-d504e3f1-13f4-4a76-9004-77c088b8a1c9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898333 Feb 20 23:36:38.227413 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804182eb-c36c-4445-97c0-9d1a92acf610 None None] Network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:36:38.241336 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:38.244960 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fdd19-d6a7-4ba9-987c-ed36cec8e61d req-6b1ba446-606a-450b-b5ad-9ed2786fd126 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:38.246743 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5e0fdd19-d6a7-4ba9-987c-ed36cec8e61d req-6b1ba446-606a-450b-b5ad-9ed2786fd126 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1557817 Feb 20 23:36:38.329314 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e509d24e-7752-4d52-8296-5581954a136f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0653331 Feb 20 23:36:38.355929 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5e0fdd19-d6a7-4ba9-987c-ed36cec8e61d req-efb5b6f4-1614-42c6-9c2c-12dc16da86ce tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015704 Feb 20 23:36:38.394808 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:38.395796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:38.424601 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:38.536671 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:38.657437 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac893d-ae7b-4c9e-8406-f6c196a56e5d None None] Network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:36:38.660876 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:39.115688 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 2, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:39.145676 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33560) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:39.150993 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1537149465-network', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:39.154438 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8260ce3-2271-4e2e-9a1f-55ffbbc1bc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.155964 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:36:39.156423 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Updating router 96ec7664-c580-49dd-afa3-00cf9abcc92c port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:36:39.158079 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762978f2-f788-41ce-8b0a-817d7af4e37b req-2c031125-e3dd-40ad-aba6-8343b1b863fa tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:39.159680 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-762978f2-f788-41ce-8b0a-817d7af4e37b req-2c031125-e3dd-40ad-aba6-8343b1b863fa tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1578622 Feb 20 23:36:39.192080 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.227711 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-762978f2-f788-41ce-8b0a-817d7af4e37b req-bd5b39df-a454-431d-856f-58f5ed86518d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588377 Feb 20 23:36:39.269868 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Made reservation on behalf of 2b56ea6dffd84badb60b0713265ebf35 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:39.275035 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.290419 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.431935 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks [] for security_group (4e438f93-6869-406d-b12c-cbf3b97acf65), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.444415 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d949275-acf5-4d45-b85b-4a922112dab5 req-9e8f9330-619a-4685-bf6a-a8322780f9aa tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:39.454448 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d949275-acf5-4d45-b85b-4a922112dab5 req-9e8f9330-619a-4685-bf6a-a8322780f9aa tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0987122 Feb 20 23:36:39.509956 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (4e438f93-6869-406d-b12c-cbf3b97acf65), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.531182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:36:39.555751 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Publish callbacks [] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.560625 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (665570a0-00f4-4b86-bfd7-c07072470d5c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.561149 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Added segment 665570a0-00f4-4b86-bfd7-c07072470d5c of type vlan for network 0c939a0d-2b8d-4f08-ae6c-880571f137fc Feb 20 23:36:39.565722 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d949275-acf5-4d45-b85b-4a922112dab5 req-7a7a36a5-6457-4c20-b1aa-6aa6d2f68ec9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055603 Feb 20 23:36:39.580158 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e438f93-6869-406d-b12c-cbf3b97acf65,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:39.598141 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5267-7029-4313-a803-3f2e5bf32cc4 req-da068abb-9a7e-4920-b213-b1f58052685c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:39.602621 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efde5267-7029-4313-a803-3f2e5bf32cc4 req-da068abb-9a7e-4920-b213-b1f58052685c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1241689 Feb 20 23:36:39.613975 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (0c939a0d-2b8d-4f08-ae6c-880571f137fc), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.693213 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.711056 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:39.720318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efde5267-7029-4313-a803-3f2e5bf32cc4 req-4eb2e969-657d-4efd-8545-97c4775a608b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015074 Feb 20 23:36:39.746004 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (0c939a0d-2b8d-4f08-ae6c-880571f137fc), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.746004 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:39.746004 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:39.826302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426c9f9-b468-4528-81a5-365a85f91a1e None None] Pushing event updated for resources: {'Port': ['ID=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:39.866848 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c939a0d-2b8d-4f08-ae6c-880571f137fc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:39.880006 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:36:39.943173 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2043501f-e271-436b-bbe1-114b4f486ff1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7960949 Feb 20 23:36:39.946100 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33574) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:39.951034 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Request body: {'subnet': {'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1537149465-subnet', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:39.998939 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Attempting to bind port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:39.999327 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Attempting to bind port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:39.999784 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Attempting to bind port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:40.002545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:40.002943 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:40.029329 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Made reservation on behalf of 2b56ea6dffd84badb60b0713265ebf35 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:40.032392 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414496'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:40.043673 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:40.044089 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Checking segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:40.044498 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:40.044894 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Bound using segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:40.045380 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Bound port: 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:40.045764 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:40.193487 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] For port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:40.199890 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] For port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:40.220268 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:40.232628 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-be672924-fc58-4673-946f-ba41ce18abbc None None] Provisioning complete for port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:40.233098 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be672924-fc58-4673-946f-ba41ce18abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:40.279360 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:40.285054 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-be672924-fc58-4673-946f-ba41ce18abbc None None] Port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:36:40.361780 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:40.368149 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:40.467398 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426c9f9-b468-4528-81a5-365a85f91a1e None None] Pushing event updated for resources: {'Port': ['ID=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:40.608648 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:40.848819 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0b7b-1c93-4388-91a6-6244aacf3c6d req-2798e1cf-d403-476c-9ab3-d969401b2fe6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:40.855051 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc8b0b7b-1c93-4388-91a6-6244aacf3c6d req-2798e1cf-d403-476c-9ab3-d969401b2fe6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1421933 Feb 20 23:36:40.856337 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6033791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414546'] for subnet (7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.026679 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc8b0b7b-1c93-4388-91a6-6244aacf3c6d req-12e8a75f-f09f-4b00-a968-9363e2f1dd88 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544881 Feb 20 23:36:41.032566 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:41.077765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09409-e286-4968-8efc-1d351a9f19a0 req-7ef3e80e-abf0-48ba-87f8-c08bff5f7f2c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:41.080118 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0bc09409-e286-4968-8efc-1d351a9f19a0 req-7ef3e80e-abf0-48ba-87f8-c08bff5f7f2c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.2007515 Feb 20 23:36:41.081675 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Checking segment: {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:41.082141 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Network hostable DHCP agents. Network: 0c939a0d-2b8d-4f08-ae6c-880571f137fc, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:36:41.087337 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] Provisioning complete for port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:41.087715 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.173868 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0bc09409-e286-4968-8efc-1d351a9f19a0 req-642af938-6b0c-4acf-9aab-c345529d32b4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871482 Feb 20 23:36:41.261754 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] Current status of the port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:41.262252 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.278706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:36:41.291092 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:40Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:41.357007 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9f501-4b51-4cdc-b9de-419fbe034a5a None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:40Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:36:41.367097 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] For port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:41.402421 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-cce928e3-abde-43e4-8036-d2a8d367ee5d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:41.440279 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-cce928e3-abde-43e4-8036-d2a8d367ee5d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/networks?id=9276f0c6-c046-4f6d-be68-6f3eda4197b7 HTTP/1.1" status: 200 len: 808 time: 0.2293141 Feb 20 23:36:41.464703 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 0c939a0d-2b8d-4f08-ae6c-880571f137fc) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:41.482774 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1020bc1-5d8c-4c33-ba09-4293c18ee248 None None] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:36:41.501974 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:41.510347 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.517629 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-933b2671-edb3-4a9c-ad25-e11163d824d3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/quotas/e24c9388cf71446589d487f76b9f5ad6 HTTP/1.1" status: 200 len: 375 time: 0.0749812 Feb 20 23:36:41.549092 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.567318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-45781733-4439-4aa8-bd92-542c52c8c5a8 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e24c9388cf71446589d487f76b9f5ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438480 Feb 20 23:36:41.613214 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-71a94d91-e19a-4618-8823-948bea993eec admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6631126 Feb 20 23:36:41.614413 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:41.619779 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:41.707336 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1881-9e96-4389-a5a7-cb6207e18d3e None None] Pushing event updated for resources: {'Port': ['ID=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:41.721713 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f6b96b7-3e2e-4a55-976c-13bc93415ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.766056 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (c2df8505-885b-41cd-b364-0d687d86d2f4), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.767714 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (c2df8505-885b-41cd-b364-0d687d86d2f4), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.769707 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-358b2ea1-e65f-4058-b5d7-977751371653 service neutron] 10.222.0.60 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950486 Feb 20 23:36:41.787249 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:41.835545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-0c939a0d-2b8d-4f08-ae6c-880571f137fc', 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc', 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'fixed_ips': [{'subnet_id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:36:41.836458 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:41.961862 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-948dcd79-32e6-4438-a826-b0639b85dfc7 service neutron] 10.222.0.60 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829743 Feb 20 23:36:41.977043 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks [] for router_controller (c2df8505-885b-41cd-b364-0d687d86d2f4), precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.274390 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:42.274902 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.310843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d919b-beaf-4421-abc5-52abb0f4fa95 req-eb7813c4-23e0-40bb-bd07-8ac044eaf2cb tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:42.312519 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-048d919b-beaf-4421-abc5-52abb0f4fa95 req-eb7813c4-23e0-40bb-bd07-8ac044eaf2cb tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1232598 Feb 20 23:36:42.383937 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Allocated IP 172.20.0.2 (0c939a0d-2b8d-4f08-ae6c-880571f137fc/7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b/2b235eb7-d200-4074-9f97-7d4ca6d07cd6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:42.484805 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-048d919b-beaf-4421-abc5-52abb0f4fa95 req-040a1864-a925-42a1-8d70-a6f9db898dba tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495574 Feb 20 23:36:42.522076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks [] for router_gateway (c2df8505-885b-41cd-b364-0d687d86d2f4), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.531086 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465dc0c-4984-40ab-b19b-0449223bd7dd req-89b85002-f2ba-4972-a26a-fe2b31d24153 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:42.545229 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8465dc0c-4984-40ab-b19b-0449223bd7dd req-89b85002-f2ba-4972-a26a-fe2b31d24153 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0969777 Feb 20 23:36:42.561207 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:42.618996 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15973f19-a239-4aee-97f3-6d4268bd1580 req-e216927f-9d94-4082-a18e-f8446adef31b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.0523448 Feb 20 23:36:42.640673 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Publish callbacks [] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.658184 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8465dc0c-4984-40ab-b19b-0449223bd7dd req-f905d933-b1e9-4c86-a97a-988d77005792 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107888 Feb 20 23:36:42.918902 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.924008 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.039386 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:43.062548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:43.069973 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:43.083411 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Pushing event updated for resources: {'Port': ['ID=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:43.172422 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Attempting to bind port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:43.175046 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Attempting to bind port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:43.175440 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Attempting to bind port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 on network 0c939a0d-2b8d-4f08-ae6c-880571f137fc {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:43.182888 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:43.183290 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Checking segment: {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:43.183687 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.185108 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Bound using segment: {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:43.190650 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Bound port: 2b235eb7-d200-4074-9f97-7d4ca6d07cd6, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:43.190650 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.290411 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] For port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:43.295613 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] For port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:43.312733 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks [] for router_gateway (c2df8505-885b-41cd-b364-0d687d86d2f4), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.353167 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.362439 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.435476 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c63144-79e7-4c28-a54a-8e52c12a1477 None None] Pushing event updated for resources: {'Port': ['ID=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:43.559222 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Allocated IP 172.27.1.63 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/a27612fc-0012-4125-a397-ec67fffb28fc) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:43.754504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:43.878767 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks [] for port (a27612fc-0012-4125-a397-ec67fffb28fc), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.914852 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6e307996-abec-4c40-9ec9-2715cdefcf68 req-64801ca4-e3bf-49ca-826e-9ad0fd2fc182 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.1304660 Feb 20 23:36:43.963090 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafd444-a157-4ed3-bae7-71eb88aaa678 req-584fbccd-590d-41ee-a00e-65ae6af724db tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:43.963333 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:43.963804 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.970842 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbafd444-a157-4ed3-bae7-71eb88aaa678 req-584fbccd-590d-41ee-a00e-65ae6af724db tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.3328145 Feb 20 23:36:44.070191 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:44.103392 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbafd444-a157-4ed3-bae7-71eb88aaa678 req-f31a1b10-de61-4644-b7e9-4637807d6165 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186543 Feb 20 23:36:44.129044 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566b38d-5b6c-4737-bd61-f702b2e19762 req-c999065a-30a5-44a0-8d20-7072d9ded98d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:44.131035 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4566b38d-5b6c-4737-bd61-f702b2e19762 req-c999065a-30a5-44a0-8d20-7072d9ded98d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1207492 Feb 20 23:36:44.141998 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:44.158623 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:44.162544 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:44.165750 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:44.168767 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Pushing event updated for resources: {'Port': ['ID=a27612fc-0012-4125-a397-ec67fffb28fc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:44.193172 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:44.226116 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4566b38d-5b6c-4737-bd61-f702b2e19762 req-3d261dc9-296d-4ec8-acd9-a7de0562aa7d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870097 Feb 20 23:36:44.700272 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks [] for router_gateway (c2df8505-885b-41cd-b364-0d687d86d2f4), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:44.732129 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece4e36-fed7-47af-aad1-4dc99e575da4 None None] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:36:44.834232 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] Provisioning complete for port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:44.834613 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:44.910792 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (c2df8505-885b-41cd-b364-0d687d86d2f4), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:44.943085 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] Current status of the port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:44.943760 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:44.982150 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] For port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:45.008897 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a563499-3315-43d5-823a-00de6803bcba req-117eb4cd-b908-437b-b85e-b120db277d62 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.0278723 Feb 20 23:36:45.052401 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.106063 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4f8dd-639c-4794-8a99-363fbce6f89e None None] Pushing event updated for resources: {'Port': ['ID=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:45.166253 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Router c2df8505-885b-41cd-b364-0d687d86d2f4 is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:36:45.173373 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-cf75af21-5a93-4357-b685-73fa0a334cb4 None None] Provisioning complete for port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:45.173803 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf75af21-5a93-4357-b685-73fa0a334cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.220127 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879ed7e-407d-47e3-b1ad-d62dbfe18123 req-cfbe00be-2ce8-4782-a39e-130c2b4f44b9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:45.221876 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8879ed7e-407d-47e3-b1ad-d62dbfe18123 req-cfbe00be-2ce8-4782-a39e-130c2b4f44b9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0599573 Feb 20 23:36:45.267619 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cf75af21-5a93-4357-b685-73fa0a334cb4 None None] Current status of the port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:45.274950 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8879ed7e-407d-47e3-b1ad-d62dbfe18123 req-48963642-177a-4b3d-aef3-57661f31a9a1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Feb 20 23:36:45.301786 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:36:45.312172 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Sync routers for ids ['c2df8505-885b-41cd-b364-0d687d86d2f4'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:36:45.322164 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Routers {'c2df8505-885b-41cd-b364-0d687d86d2f4'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:45.322783 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['c2df8505-885b-41cd-b364-0d687d86d2f4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:45.363237 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd8f9-ca21-4f16-bb5a-456f59438378 req-53ca0f99-a865-4c3f-954b-617d92a80592 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:45.364796 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-084dd8f9-ca21-4f16-bb5a-456f59438378 req-53ca0f99-a865-4c3f-954b-617d92a80592 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0536981 Feb 20 23:36:45.373182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.377721 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f1f5f63c-0383-4791-a479-e8cd54aae48b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7591972 Feb 20 23:36:45.378136 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33668) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:45.439138 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Set router c2df8505-885b-41cd-b364-0d687d86d2f4 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:45.464017 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-084dd8f9-ca21-4f16-bb5a-456f59438378 req-51f21c3b-2a55-45e5-b9c4-6c3c706c45d8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932543 Feb 20 23:36:45.624204 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.627847 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:36:44Z', 'revision_number': 3, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:45.655923 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Checking router: c2df8505-885b-41cd-b364-0d687d86d2f4 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:36:45.656291 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Updating router c2df8505-885b-41cd-b364-0d687d86d2f4 port a27612fc-0012-4125-a397-ec67fffb28fc binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:36:45.685939 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.697638 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:45.761481 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:45.762007 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.832422 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.843230 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.961900 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Publish callbacks [] for port (a27612fc-0012-4125-a397-ec67fffb28fc), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:45.974450 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:46.023606 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Allocated IP 172.20.0.1 (0c939a0d-2b8d-4f08-ae6c-880571f137fc/7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b/5560ddbb-7bc0-45aa-9219-6a21f565a2ae) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:46.029378 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.087126 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Attempting to bind port a27612fc-0012-4125-a397-ec67fffb28fc on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:46.087505 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Attempting to bind port a27612fc-0012-4125-a397-ec67fffb28fc by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:46.087927 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Attempting to bind port a27612fc-0012-4125-a397-ec67fffb28fc on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:46.089938 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755368-2298-493f-b474-5d36211c981b None None] Pushing event updated for resources: {'Port': ['ID=a27612fc-0012-4125-a397-ec67fffb28fc,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:46.096220 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:46.096604 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:46.097014 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.097406 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:46.097884 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Bound port: a27612fc-0012-4125-a397-ec67fffb28fc, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:46.098270 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.123484 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7537283a-fbe2-4033-ae3b-e924878acc41 req-91cc8f51-583f-4db9-89e7-f68744d2666c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.0308146 Feb 20 23:36:46.155422 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] For port a27612fc-0012-4125-a397-ec67fffb28fc, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:46.159226 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] For port a27612fc-0012-4125-a397-ec67fffb28fc, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=a27612fc-0012-4125-a397-ec67fffb28fc,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:46.177277 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks [] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.245725 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.274520 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.302220 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Routers {'c2df8505-885b-41cd-b364-0d687d86d2f4'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:46.302628 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['c2df8505-885b-41cd-b364-0d687d86d2f4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:46.322651 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:46.327314 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:46.333846 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:46.350793 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755368-2298-493f-b474-5d36211c981b None None] Pushing event updated for resources: {'Port': ['ID=a27612fc-0012-4125-a397-ec67fffb28fc,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:46.360258 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Pushing event updated for resources: {'Port': ['ID=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:46.413273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (c2df8505-885b-41cd-b364-0d687d86d2f4), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.442997 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] Set router c2df8505-885b-41cd-b364-0d687d86d2f4 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:46.479662 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78bb9-74f8-45d8-b41b-85235b292788 req-5effa1fa-16d8-4d99-9a13-0661ca075647 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:46.484454 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fa78bb9-74f8-45d8-b41b-85235b292788 req-5effa1fa-16d8-4d99-9a13-0661ca075647 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1212077 Feb 20 23:36:46.594986 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-e688aea2-a0e9-4c9b-a381-d482abb5ad28 None None] Provisioning complete for port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:46.595726 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e688aea2-a0e9-4c9b-a381-d482abb5ad28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.615161 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fa78bb9-74f8-45d8-b41b-85235b292788 req-a2c3e723-e139-47b9-a869-c950540a67b9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237485 Feb 20 23:36:46.640223 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46f185-668d-4d2d-855d-b90f15f82193 req-1bb16589-539f-4d9f-8135-7abe1b3e6e73 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:46.640223 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd46f185-668d-4d2d-855d-b90f15f82193 req-1bb16589-539f-4d9f-8135-7abe1b3e6e73 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.0864952 Feb 20 23:36:46.640398 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e688aea2-a0e9-4c9b-a381-d482abb5ad28 None None] Port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:36:46.680379 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:36:44Z', 'revision_number': 3, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:46.691761 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd46f185-668d-4d2d-855d-b90f15f82193 req-2c9b5625-5d81-4d78-98ff-f740d4952789 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492671 Feb 20 23:36:46.713182 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a418aee-94f6-41eb-83e5-64883aa27aba None None] The sync data for ids ['c2df8505-885b-41cd-b364-0d687d86d2f4'] in dv-cinder-830098-1-iscsi is: [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:36:44Z', 'revision_number': 3, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:36:46.755658 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.958587 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks [] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:46.991826 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-f2729b32-51e6-4add-8e98-8744c8ac869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:46.993380 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-f2729b32-51e6-4add-8e98-8744c8ac869e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1129 time: 0.0736849 Feb 20 23:36:47.062280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.179568 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Pushing event updated for resources: {'Port': ['ID=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:47.183232 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (c2df8505-885b-41cd-b364-0d687d86d2f4), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.286342 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c7be056-d4e8-4860-b7ee-a68b223b8e06 req-c627761b-d0a5-47ee-9fa3-b3922f4b1ad9 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.0771911 Feb 20 23:36:47.294534 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-a86cf1c3-3385-44a3-8d34-a95cfb6c906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:47.294915 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-e86e2ebb-46c3-4861-b5c1-7b0ca2218da2 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:47.296690 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-a86cf1c3-3385-44a3-8d34-a95cfb6c906e service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.2935135 Feb 20 23:36:47.296850 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-e86e2ebb-46c3-4861-b5c1-7b0ca2218da2 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "GET /v2.0/networks?id=9276f0c6-c046-4f6d-be68-6f3eda4197b7 HTTP/1.1" status: 200 len: 808 time: 0.1319048 Feb 20 23:36:47.316917 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Request body: {'port': {'device_id': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7', 'admin_state_up': True, 'tenant_id': 'e24c9388cf71446589d487f76b9f5ad6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:47.386295 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:47.393928 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:47.405918 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-1e3c4c61-44c9-46f8-bd54-af0f34ec01b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 1000 time: 0.0946274 Feb 20 23:36:47.526908 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Made reservation on behalf of e24c9388cf71446589d487f76b9f5ad6 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:36:47.530461 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.543693 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-49be32f0-324a-4969-b2a7-be182d4147ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:47.545365 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-49be32f0-324a-4969-b2a7-be182d4147ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0894828 Feb 20 23:36:47.610370 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Router c2df8505-885b-41cd-b364-0d687d86d2f4 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:36:47.679679 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-57d8ff23-4f3d-4f7d-ab20-d7e431894347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:47.681299 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-57d8ff23-4f3d-4f7d-ab20-d7e431894347 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283879 Feb 20 23:36:47.714267 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a27612fc-0012-4125-a397-ec67fffb28fc up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:47.743381 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Allocated IP 172.20.0.12 (9276f0c6-c046-4f6d-be68-6f3eda4197b7/8c8166a6-381b-4a36-bb6b-b971a416d904/c003370f-0f6a-4159-9a76-517d38afcab2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:36:47.804320 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-1818ae02-9c8e-48fd-8c59-80c4ca3e2fbb None None] Provisioning complete for port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:47.804919 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1818ae02-9c8e-48fd-8c59-80c4ca3e2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.855539 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port a27612fc-0012-4125-a397-ec67fffb28fc triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:47.856150 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.857811 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1818ae02-9c8e-48fd-8c59-80c4ca3e2fbb None None] Port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:36:47.938948 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks [] for port (c003370f-0f6a-4159-9a76-517d38afcab2), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.944882 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port a27612fc-0012-4125-a397-ec67fffb28fc is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:47.945548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:47.968600 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port a27612fc-0012-4125-a397-ec67fffb28fc, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=a27612fc-0012-4125-a397-ec67fffb28fc,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:48.029598 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:48.064518 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:48.115229 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=a27612fc-0012-4125-a397-ec67fffb28fc,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:48.119953 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:36:48.121667 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:36:48.126665 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:36:48.133073 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:48.133988 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:48.160247 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Pushing event updated for resources: {'Port': ['ID=c003370f-0f6a-4159-9a76-517d38afcab2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:48.191029 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:36:48.198163 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-41595e6a-53d3-459c-a6d2-c6ca183e23eb admin admin] 10.222.0.60 "PUT /v2.0/routers/c2df8505-885b-41cd-b364-0d687d86d2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189611 Feb 20 23:36:48.224019 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83e2a-e32b-4f80-abc3-de8608c64eac req-abf83f5d-6646-4240-b0bb-29ea710e4f04 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:48.225535 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d3f83e2a-e32b-4f80-abc3-de8608c64eac req-abf83f5d-6646-4240-b0bb-29ea710e4f04 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.4630060 Feb 20 23:36:48.225726 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-20d5fd3f-bc1d-4fcc-bced-7987ae9814c7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9134614 Feb 20 23:36:48.232288 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-0ff3b85f-ecdf-440a-bae5-ce798f2fb8a6 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836667 Feb 20 23:36:48.241239 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1bbe8-761d-4913-ac7a-8d57909f0cf2 req-797d043f-9b38-4a42-9132-6ac99b87dccd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:48.242751 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6a1bbe8-761d-4913-ac7a-8d57909f0cf2 req-797d043f-9b38-4a42-9132-6ac99b87dccd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1829264 Feb 20 23:36:48.309002 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Request body: {'port': {'device_id': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:48.331429 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d3f83e2a-e32b-4f80-abc3-de8608c64eac req-8e167010-4d3f-4ad8-80fb-0dccd15ae044 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979943 Feb 20 23:36:48.387349 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6a1bbe8-761d-4913-ac7a-8d57909f0cf2 req-c8d9673d-ba87-438a-8ed0-5a73badbc305 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376765 Feb 20 23:36:48.414996 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:48.465393 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36a6c3db-2f4a-4eee-ab08-15327af71f2a req-ea19869b-e1c8-45d9-a1cc-4242cdaa8cd0 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564558 Feb 20 23:36:48.495592 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfd3c4-b4d0-42fc-8a47-c3ce8edb1450 req-8fbaa1da-d512-424f-99ee-f5e17a40dd08 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:48.497615 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54cfd3c4-b4d0-42fc-8a47-c3ce8edb1450 req-8fbaa1da-d512-424f-99ee-f5e17a40dd08 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 932 time: 0.0891736 Feb 20 23:36:48.563777 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54cfd3c4-b4d0-42fc-8a47-c3ce8edb1450 req-bfafd0d1-2133-4657-a041-6e0d6f4cc84b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584283 Feb 20 23:36:48.722262 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Sync routers for ids ['c2df8505-885b-41cd-b364-0d687d86d2f4'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:36:48.733509 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Routers {'c2df8505-885b-41cd-b364-0d687d86d2f4'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:48.734622 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['c2df8505-885b-41cd-b364-0d687d86d2f4'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:48.751900 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c003370f-0f6a-4159-9a76-517d38afcab2 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:36:48.759555 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Publish callbacks [] for port (c003370f-0f6a-4159-9a76-517d38afcab2), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:48.773757 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Transition to ACTIVE for port object c003370f-0f6a-4159-9a76-517d38afcab2 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:36:48.847129 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Set router c2df8505-885b-41cd-b364-0d687d86d2f4 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:48.852422 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:48.902559 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Pushing event updated for resources: {'Port': ['ID=c003370f-0f6a-4159-9a76-517d38afcab2,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:48.943977 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Attempting to bind port c003370f-0f6a-4159-9a76-517d38afcab2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:48.944589 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Attempting to bind port c003370f-0f6a-4159-9a76-517d38afcab2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:48.944972 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Attempting to bind port c003370f-0f6a-4159-9a76-517d38afcab2 on network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:48.949337 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Port c003370f-0f6a-4159-9a76-517d38afcab2 on network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:36:48.949664 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Attempting to bind port c003370f-0f6a-4159-9a76-517d38afcab2 on network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:48.954793 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:48.955154 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Checking segment: {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:48.955545 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Bound using segment: {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:48.956015 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Bound port: c003370f-0f6a-4159-9a76-517d38afcab2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:48.956384 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.031155 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] For port c003370f-0f6a-4159-9a76-517d38afcab2, host hv-cinder-83009, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:49.034908 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] For port c003370f-0f6a-4159-9a76-517d38afcab2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c003370f-0f6a-4159-9a76-517d38afcab2,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:49.079664 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:36:46Z', 'revision_number': 4, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '5560ddbb-7bc0-45aa-9219-6a21f565a2ae', 'name': '', 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'mac_address': 'fa:16:3e:dc:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:45Z', 'updated_at': '2022-02-20T23:36:46Z', 'revision_number': 2, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'subnets': [{'id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:49.110506 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Checking router: c2df8505-885b-41cd-b364-0d687d86d2f4 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:36:49.110506 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Updating router c2df8505-885b-41cd-b364-0d687d86d2f4 port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:36:49.127586 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.133612 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33716) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:49.138214 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513089169', 'description': 'tempest-secgroup-smoke-513089169 description', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:49.143308 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.165096 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.172128 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.172128 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] 10.222.0.88 "PUT /v2.0/ports/c003370f-0f6a-4159-9a76-517d38afcab2 HTTP/1.1" status: 200 len: 1094 time: 0.8629813 Feb 20 23:36:49.172128 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'tag': 'c003370f-0f6a-4159-9a76-517d38afcab2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:36:49.172128 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8f231d-d6d5-4dad-88dc-bb82b65ddd53", "tag": "c003370f-0f6a-4159-9a76-517d38afcab2"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:36:49.205904 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5cc86-ab87-49a9-9af9-f805a30cfa0d service neutron] Pushing event updated for resources: {'Port': ['ID=c003370f-0f6a-4159-9a76-517d38afcab2,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:49.216779 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.229603 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e3ac3-6d3c-45a9-a187-7711bfdc57f7 x-openstack-request-id: req-704e3ac3-6d3c-45a9-a187-7711bfdc57f7 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:36:49.229603 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8f231d-d6d5-4dad-88dc-bb82b65ddd53", "tag": "c003370f-0f6a-4159-9a76-517d38afcab2", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:36:49.229603 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-704e3ac3-6d3c-45a9-a187-7711bfdc57f7 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:36:49.229603 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'tag': 'c003370f-0f6a-4159-9a76-517d38afcab2', 'status': 'completed', 'code': 200} Feb 20 23:36:49.331724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group (f3e130a5-b7ba-484a-a6a5-997c72f8f7f2), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.338047 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac req-5b6d48a5-04d0-4042-b001-345b4000290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.339570 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac req-5b6d48a5-04d0-4042-b001-345b4000290a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e24c9388cf71446589d487f76b9f5ad6&device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 1128 time: 0.0783951 Feb 20 23:36:49.401068 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (f3e130a5-b7ba-484a-a6a5-997c72f8f7f2), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.478242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:49.492962 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Publish callbacks [] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.516872 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.518563 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d94f55c8-aa88-4ef4-8fb5-758de5f6b856 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3839202 Feb 20 23:36:49.522020 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33730) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:49.527989 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group_rule': {'security_group_id': 'f3e130a5-b7ba-484a-a6a5-997c72f8f7f2', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:49.555459 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383bd7f-3080-40a0-a295-cf0b10c54412 req-f21b1ed0-0cf1-4d12-b9de-59c6dee9c183 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.560356 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6383bd7f-3080-40a0-a295-cf0b10c54412 req-f21b1ed0-0cf1-4d12-b9de-59c6dee9c183 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1334331 Feb 20 23:36:49.567561 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.607099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c6fff-1390-4348-87cb-1ab450465356 req-fbaf1546-f93d-456a-8599-01072c99901b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.616374 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b92c6fff-1390-4348-87cb-1ab450465356 req-fbaf1546-f93d-456a-8599-01072c99901b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 945 time: 0.1338794 Feb 20 23:36:49.663270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac req-263689cc-eb4a-447b-b275-1c6d6f3015a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.665079 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac req-263689cc-eb4a-447b-b275-1c6d6f3015a3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e24c9388cf71446589d487f76b9f5ad6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3180051 Feb 20 23:36:49.678678 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6383bd7f-3080-40a0-a295-cf0b10c54412 req-0e7852de-05ff-479f-a48d-fbc6fd4502c3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127982 Feb 20 23:36:49.701913 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:36:49.708712 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (5e87d95d-6caf-45da-92a7-b4e283a5e670), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.728064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a27612fc-0012-4125-a397-ec67fffb28fc up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:49.742618 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b92c6fff-1390-4348-87cb-1ab450465356 req-2a110fde-329c-44c1-901e-40bda1e4769b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252260 Feb 20 23:36:49.841046 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Attempting to bind port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:36:49.841431 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Attempting to bind port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:36:49.841799 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Attempting to bind port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae on network 0c939a0d-2b8d-4f08-ae6c-880571f137fc {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:36:49.848223 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0390ae-ed4a-4317-b4f5-38bd6be95ecc None None] Pushing event updated for resources: {'Port': ['ID=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:49.871840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:36:49.872302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Checking segment: {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:36:49.872655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.873050 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Bound using segment: {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:36:49.873538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Bound port: 5560ddbb-7bc0-45aa-9219-6a21f565a2ae, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665570a0-00f4-4b86-bfd7-c07072470d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:36:49.873917 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.893342 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (5e87d95d-6caf-45da-92a7-b4e283a5e670), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.925211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ac7a-4e97-4f0a-98e4-7e95e3bf9f40 req-07ff58da-5aec-4040-acbe-6d62e267ea0e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.929393 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac req-b8b31df7-2308-46fe-aa5c-4dc50ef5ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:49.934928 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-2c2f3b85-c8a6-4829-ab19-3b30ee3aa9ac req-b8b31df7-2308-46fe-aa5c-4dc50ef5ddd4 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2611725 Feb 20 23:36:49.936599 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0e2ac7a-4e97-4f0a-98e4-7e95e3bf9f40 req-07ff58da-5aec-4040-acbe-6d62e267ea0e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 944 time: 0.1491299 Feb 20 23:36:49.982954 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (5e87d95d-6caf-45da-92a7-b4e283a5e670), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:49.998374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] For port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:36:50.007894 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port a27612fc-0012-4125-a397-ec67fffb28fc triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:50.008285 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.026665 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e87d95d-6caf-45da-92a7-b4e283a5e670,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:50.034937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0e2ac7a-4e97-4f0a-98e4-7e95e3bf9f40 req-165065a9-7151-4594-bc87-013a3f0a080b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974765 Feb 20 23:36:50.042740 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] For port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:36:50.046594 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: ACTIVE; New status is: DOWN {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:50.052165 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.076034 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-5b140c75-0284-4676-b934-c61efb4bf3bf None None] Provisioning complete for port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:50.076415 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b140c75-0284-4676-b934-c61efb4bf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.084748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.086424 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-789fac74-4feb-49dc-ad4f-07b41893c8fe tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5626242 Feb 20 23:36:50.089479 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33744) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:50.092764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-e6a3f85f-42c4-414e-a57e-5598d83eb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:50.094333 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-e6a3f85f-42c4-414e-a57e-5598d83eb889 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e24c9388cf71446589d487f76b9f5ad6&device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 1128 time: 0.0829055 Feb 20 23:36:50.094886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group_rule': {'security_group_id': 'f3e130a5-b7ba-484a-a6a5-997c72f8f7f2', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:50.124817 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.140357 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:36:50.142753 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8060d03-cea3-4be1-8e10-c9fef8b21e6f" -d '{"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-unplugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:36:50.194393 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 23:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96945326-f8d1-45ed-b3f4-babd2d0ad12c x-openstack-request-id: req-96945326-f8d1-45ed-b3f4-babd2d0ad12c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:36:50.194694 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-unplugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:36:50.194954 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96945326-f8d1-45ed-b3f4-babd2d0ad12c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:36:50.195481 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'code': 200} Feb 20 23:36:50.200565 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (4e55b0b5-3837-4c47-a0ca-d06997278ded), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.201609 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5b140c75-0284-4676-b934-c61efb4bf3bf None None] Port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:36:50.204844 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:50.277002 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0390ae-ed4a-4317-b4f5-38bd6be95ecc None None] Pushing event updated for resources: {'Port': ['ID=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:50.279645 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Routers {'c2df8505-885b-41cd-b364-0d687d86d2f4'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:36:50.280350 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['c2df8505-885b-41cd-b364-0d687d86d2f4'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:50.301320 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (4e55b0b5-3837-4c47-a0ca-d06997278ded), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.331254 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.339952 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port a27612fc-0012-4125-a397-ec67fffb28fc is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:50.375647 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-92f81854-02f8-43db-a0ea-a4463acb90c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c003370f-0f6a-4159-9a76-517d38afcab2 HTTP/1.1" status: 200 len: 217 time: 0.2689254 Feb 20 23:36:50.378222 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (4e55b0b5-3837-4c47-a0ca-d06997278ded), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.401758 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e55b0b5-3837-4c47-a0ca-d06997278ded,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:50.432489 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:50.446710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-55a41989-c238-4ad3-acf2-7fa481415620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:50.449701 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-55a41989-c238-4ad3-acf2-7fa481415620 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c8166a6-381b-4a36-bb6b-b971a416d904 HTTP/1.1" status: 200 len: 848 time: 0.0680220 Feb 20 23:36:50.472821 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] Set router c2df8505-885b-41cd-b364-0d687d86d2f4 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:36:50.483214 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.484914 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e141a6b4-7785-49de-a87e-338a65a97b00 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3943839 Feb 20 23:36:50.488222 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33748) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:50.493732 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group_rule': {'security_group_id': 'f3e130a5-b7ba-484a-a6a5-997c72f8f7f2', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:50.494184 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-35dd6e5b-3fdf-4040-9fe6-5d3cffa74dab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9276f0c6-c046-4f6d-be68-6f3eda4197b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355899 Feb 20 23:36:50.579284 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-919ad364-f86c-49c4-8acb-592057092bac None None] Provisioning complete for port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:50.579724 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-919ad364-f86c-49c4-8acb-592057092bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.601673 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (9783e225-a3e1-4eeb-a7d6-39234b693890), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.603055 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-020a2739-cca5-4863-a3c3-140012386b1f service neutron] 10.222.0.88 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024594 Feb 20 23:36:50.669459 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (9783e225-a3e1-4eeb-a7d6-39234b693890), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.721194 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-1272c2f5-0970-4b15-80fe-a536ec3250d6 req-0e12d64c-0a4d-4b65-869f-9aaff804c8eb service neutron] 10.222.0.88 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052423 Feb 20 23:36:50.754281 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-919ad364-f86c-49c4-8acb-592057092bac None None] Current status of the port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:50.754838 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-919ad364-f86c-49c4-8acb-592057092bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.763947 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (9783e225-a3e1-4eeb-a7d6-39234b693890), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.801006 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-919ad364-f86c-49c4-8acb-592057092bac None None] For port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:50.804191 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da923526-7445-4e91-bcec-32ad98608546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:36:46Z', 'revision_number': 4, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '5560ddbb-7bc0-45aa-9219-6a21f565a2ae', 'name': '', 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'mac_address': 'fa:16:3e:dc:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:45Z', 'updated_at': '2022-02-20T23:36:49Z', 'revision_number': 4, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'subnets': [{'id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:36:50.810836 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9783e225-a3e1-4eeb-a7d6-39234b693890,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:50.832798 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da923526-7445-4e91-bcec-32ad98608546 None None] The sync data for ids ['c2df8505-885b-41cd-b364-0d687d86d2f4'] in dv-cinder-830098-1-iscsi is: [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:36:46Z', 'revision_number': 4, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '5560ddbb-7bc0-45aa-9219-6a21f565a2ae', 'name': '', 'network_id': '0c939a0d-2b8d-4f08-ae6c-880571f137fc', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'mac_address': 'fa:16:3e:dc:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:45Z', 'updated_at': '2022-02-20T23:36:49Z', 'revision_number': 4, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'subnets': [{'id': '7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:36:50.841418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20398477-b9ab-464d-85a6-c77c84dd0f82 req-67a56ae1-8a7c-4ace-90f8-1d6e7f70fb66 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:50.842974 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20398477-b9ab-464d-85a6-c77c84dd0f82 req-67a56ae1-8a7c-4ace-90f8-1d6e7f70fb66 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0897820 Feb 20 23:36:50.877372 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-919ad364-f86c-49c4-8acb-592057092bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.913136 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:50.914344 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d218a2b5-ee66-4e66-8a36-3ad3e89353e2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4246824 Feb 20 23:36:50.917620 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:50.922840 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group_rule': {'security_group_id': 'f3e130a5-b7ba-484a-a6a5-997c72f8f7f2', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:50.947322 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20398477-b9ab-464d-85a6-c77c84dd0f82 req-06157c87-1851-4f25-80c3-7700503415db tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947974 Feb 20 23:36:50.963516 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b2405-b070-4780-ab68-9f4b37c00f77 req-ccf39c26-5ae2-4e5c-a81a-06cf697902ac tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:50.965103 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-894b2405-b070-4780-ab68-9f4b37c00f77 req-ccf39c26-5ae2-4e5c-a81a-06cf697902ac tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.1210756 Feb 20 23:36:50.981311 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ad364-f86c-49c4-8acb-592057092bac None None] Pushing event updated for resources: {'Port': ['ID=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:51.035928 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (505aad1b-433e-43bc-9c1d-3fa98d2bbdc9), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.059067 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-894b2405-b070-4780-ab68-9f4b37c00f77 req-48a08cea-cf62-429a-8e92-ca73200de0cc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704396 Feb 20 23:36:51.144366 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (505aad1b-433e-43bc-9c1d-3fa98d2bbdc9), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.217209 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (505aad1b-433e-43bc-9c1d-3fa98d2bbdc9), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.226002 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0e4f-88f2-42c6-aded-50ba403780a2 req-d5bc58d1-15ed-41fd-af22-ea0325c66dd4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:51.228533 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-165a0e4f-88f2-42c6-aded-50ba403780a2 req-d5bc58d1-15ed-41fd-af22-ea0325c66dd4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 944 time: 0.0735645 Feb 20 23:36:51.241555 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505aad1b-433e-43bc-9c1d-3fa98d2bbdc9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:51.297602 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-165a0e4f-88f2-42c6-aded-50ba403780a2 req-e009bb8c-f8b0-4cc8-9832-b9a6c595d9de tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Feb 20 23:36:51.333195 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.337008 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-320b1752-565a-4168-8919-923c8ce7c27d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4158156 Feb 20 23:36:51.341486 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:51.341831 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group_rule': {'security_group_id': 'f3e130a5-b7ba-484a-a6a5-997c72f8f7f2', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:51.486264 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Project e6616d9bd7a74a9dbd5943150b79617a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:36:51.491784 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (09312b2d-fca6-48c9-a8ee-bd23774992d5), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.564903 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (09312b2d-fca6-48c9-a8ee-bd23774992d5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.647218 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device c003370f-0f6a-4159-9a76-517d38afcab2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:36:51.684989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 5560ddbb-7bc0-45aa-9219-6a21f565a2ae up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:51.708521 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (09312b2d-fca6-48c9-a8ee-bd23774992d5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.727579 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09312b2d-fca6-48c9-a8ee-bd23774992d5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:51.837482 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.845292 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9c0925aa-08fb-4e08-ace8-52b521d1b31b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5033753 Feb 20 23:36:51.845770 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33778) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:51.848144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'security_group_rule': {'security_group_id': 'f3e130a5-b7ba-484a-a6a5-997c72f8f7f2', 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:36:51.949452 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port c003370f-0f6a-4159-9a76-517d38afcab2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c003370f-0f6a-4159-9a76-517d38afcab2,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:51.956101 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Project e6616d9bd7a74a9dbd5943150b79617a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:36:51.961199 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (32108c8b-2ece-4dde-a91e-392414bd7c91), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.969660 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'c003370f-0f6a-4159-9a76-517d38afcab2', 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7', 'port_id': 'c003370f-0f6a-4159-9a76-517d38afcab2', 'mac_address': 'fa:16:3e:09:a7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8166a6-381b-4a36-bb6b-b971a416d904', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:36:51.999394 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:51.999730 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:52.034064 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (32108c8b-2ece-4dde-a91e-392414bd7c91), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:52.047105 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port c003370f-0f6a-4159-9a76-517d38afcab2 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:52.047532 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:52.066515 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c003370f-0f6a-4159-9a76-517d38afcab2 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:36:52.090519 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port c003370f-0f6a-4159-9a76-517d38afcab2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c003370f-0f6a-4159-9a76-517d38afcab2,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:52.117967 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9f92-331b-492c-9eee-ec9a48d47606 req-3b9f67bb-d838-4c25-8c07-f1d0d42e8e74 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:52.119492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17de9f92-331b-492c-9eee-ec9a48d47606 req-3b9f67bb-d838-4c25-8c07-f1d0d42e8e74 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0694942 Feb 20 23:36:52.123391 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:52.133681 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (32108c8b-2ece-4dde-a91e-392414bd7c91), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:52.164091 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32108c8b-2ece-4dde-a91e-392414bd7c91,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:52.187812 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17de9f92-331b-492c-9eee-ec9a48d47606 req-4df4ea65-a8bd-4ea5-a708-1f23fdb64142 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 Feb 20 23:36:52.190500 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:52.239489 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=c003370f-0f6a-4159-9a76-517d38afcab2,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:52.276158 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:52.277368 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ec493e87-ec15-402e-aca4-c860b73f28d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4343245 Feb 20 23:36:52.432571 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49282776-d5c1-47b1-bd3e-148d98f56352 req-260e0a2a-a808-4d18-9136-030846a51bbb tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:52.434265 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49282776-d5c1-47b1-bd3e-148d98f56352 req-260e0a2a-a808-4d18-9136-030846a51bbb tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 945 time: 0.0698819 Feb 20 23:36:52.480158 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['c003370f-0f6a-4159-9a76-517d38afcab2'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:36:52.533053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49282776-d5c1-47b1-bd3e-148d98f56352 req-90fb85fe-9a92-4c3f-8a26-9a9819937443 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920560 Feb 20 23:36:52.615783 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-8fbfba3f-93a5-4737-95e0-03acf800361a req-7c92d19c-2b5b-46d0-9ee4-25aca6377414 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:36:52.617022 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8fbfba3f-93a5-4737-95e0-03acf800361a req-7c92d19c-2b5b-46d0-9ee4-25aca6377414 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060077 Feb 20 23:36:52.955351 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45257b-5fdc-49e0-8952-ee88ff8a27b9 req-898ab641-3c1d-4887-8b5e-a65134acdb98 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:52.960017 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc45257b-5fdc-49e0-8952-ee88ff8a27b9 req-898ab641-3c1d-4887-8b5e-a65134acdb98 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0649891 Feb 20 23:36:53.013252 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc45257b-5fdc-49e0-8952-ee88ff8a27b9 req-2ba41274-f18c-4b4e-93c9-29b274741de6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 Feb 20 23:36:53.062264 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33848) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:53.167807 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0066f079-2a6c-45ad-a82e-8b0b41aff714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.277023 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0066f079-2a6c-45ad-a82e-8b0b41aff714 admin admin] Publish callbacks [] for security_group (3cea2adf-1c37-46e1-bf9f-26572d377810), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.329962 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a32df6-4ecb-4aa6-a946-3d11afba507b req-25af377b-35bd-4d2a-86a9-a06193fa9f9c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:53.331596 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a4a32df6-4ecb-4aa6-a946-3d11afba507b req-25af377b-35bd-4d2a-86a9-a06193fa9f9c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0692391 Feb 20 23:36:53.355345 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0066f079-2a6c-45ad-a82e-8b0b41aff714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3cea2adf-1c37-46e1-bf9f-26572d377810), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.415889 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0066f079-2a6c-45ad-a82e-8b0b41aff714 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92dc989e6ddb4dd491cb772238e2dc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528976 Feb 20 23:36:53.418785 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:53.420836 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a4a32df6-4ecb-4aa6-a946-3d11afba507b req-a86a1fd3-d2f9-4324-a385-477fb443c1a6 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836208 Feb 20 23:36:53.421584 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066f079-2a6c-45ad-a82e-8b0b41aff714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea2adf-1c37-46e1-bf9f-26572d377810,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:53.473068 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db62ce1e-c286-4029-a1fd-14b32d4fb87a admin admin] Publish callbacks [] for security_group (3cea2adf-1c37-46e1-bf9f-26572d377810), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.495527 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db62ce1e-c286-4029-a1fd-14b32d4fb87a admin admin] Publish callbacks [] for security_group (3cea2adf-1c37-46e1-bf9f-26572d377810), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.508059 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 33874) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:53.594458 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-de456d1b-0ac2-485c-834a-2d59eb76e7f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851064 Feb 20 23:36:53.601174 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db62ce1e-c286-4029-a1fd-14b32d4fb87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3cea2adf-1c37-46e1-bf9f-26572d377810), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.603697 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-d11e5f91-2ed4-4afa-9f86-dd3e5a8654b5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:36:53.603814 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db62ce1e-c286-4029-a1fd-14b32d4fb87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.604979 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-db62ce1e-c286-4029-a1fd-14b32d4fb87a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cea2adf-1c37-46e1-bf9f-26572d377810 HTTP/1.1" status: 204 len: 168 time: 0.1851790 Feb 20 23:36:53.605090 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-d11e5f91-2ed4-4afa-9f86-dd3e5a8654b5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057878 Feb 20 23:36:53.613620 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ce1e-c286-4029-a1fd-14b32d4fb87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea2adf-1c37-46e1-bf9f-26572d377810,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:53.697033 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 33886) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:53.697665 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea13181-1d08-49ea-85f1-25ad2781894a req-51a447a7-9fb4-472d-ab4d-be1ec204c3f1 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:53.699221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eea13181-1d08-49ea-85f1-25ad2781894a req-51a447a7-9fb4-472d-ab4d-be1ec204c3f1 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 945 time: 0.0887070 Feb 20 23:36:53.748604 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eea13181-1d08-49ea-85f1-25ad2781894a req-5f614db5-7a98-4698-b5a4-e448d4085f52 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Feb 20 23:36:53.748969 dv-cinder-830098-1-iscsi neutron-server[103392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 23:36:53.797952 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-9761cb49-7635-499e-805b-c4dd802e23e6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:53.799415 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-9761cb49-7635-499e-805b-c4dd802e23e6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports/128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 940 time: 0.1012692 Feb 20 23:36:54.146985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ed4f-5a0d-44cb-9500-7ecb825094f9 req-6ae96475-a844-43e9-aa33-2f79decca8ae tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:54.148533 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2834ed4f-5a0d-44cb-9500-7ecb825094f9 req-6ae96475-a844-43e9-aa33-2f79decca8ae tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0564356 Feb 20 23:36:54.197851 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2834ed4f-5a0d-44cb-9500-7ecb825094f9 req-b6059aed-7919-4980-9a2a-8ba51f00da1d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Feb 20 23:36:54.541471 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efd17f-9852-46ab-9ae4-2256420b0cf4 req-e24d9b0b-7640-4526-9433-c4e4a421ee51 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:54.543211 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50efd17f-9852-46ab-9ae4-2256420b0cf4 req-e24d9b0b-7640-4526-9433-c4e4a421ee51 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0528984 Feb 20 23:36:54.593861 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50efd17f-9852-46ab-9ae4-2256420b0cf4 req-3593dcbf-c66b-4c4e-a57b-724508872905 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Feb 20 23:36:54.869681 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2648b-ad67-498c-991a-27ca18bbfff2 req-9ae11a4f-9a6a-4f0d-a2f8-a33d5d3ab4e1 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:54.871156 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ee2648b-ad67-498c-991a-27ca18bbfff2 req-9ae11a4f-9a6a-4f0d-a2f8-a33d5d3ab4e1 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 945 time: 0.0513842 Feb 20 23:36:54.917806 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ee2648b-ad67-498c-991a-27ca18bbfff2 req-36735c6c-c9a0-45a9-baec-cb7a63dbf814 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Feb 20 23:36:55.091287 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:36:55.173844 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: DOWN; New status is: DOWN {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:55.328111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb29c3-8845-473e-8a72-f71c16f464ba req-b25f2ea4-b49d-4d89-b1a7-eb6e4076573a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:55.330406 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5edb29c3-8845-473e-8a72-f71c16f464ba req-b25f2ea4-b49d-4d89-b1a7-eb6e4076573a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0584629 Feb 20 23:36:55.379034 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5edb29c3-8845-473e-8a72-f71c16f464ba req-2f2de633-230f-4c12-a0fa-855e35ab0572 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Feb 20 23:36:55.716866 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab61be-d7da-4861-bb24-2a77eab6aeed req-458efbdd-d0b5-4b3f-a471-484e31283611 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:55.718450 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21ab61be-d7da-4861-bb24-2a77eab6aeed req-458efbdd-d0b5-4b3f-a471-484e31283611 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0575898 Feb 20 23:36:55.767719 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21ab61be-d7da-4861-bb24-2a77eab6aeed req-d349d756-7f69-471b-80ad-fe72f08f4852 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Feb 20 23:36:56.037239 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b00cd8-2459-4dd9-9dd4-4d88e939f38c req-9e32264b-052e-45bf-97ea-bdeaeeaddf58 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:56.038862 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54b00cd8-2459-4dd9-9dd4-4d88e939f38c req-9e32264b-052e-45bf-97ea-bdeaeeaddf58 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 945 time: 0.0548594 Feb 20 23:36:56.093409 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54b00cd8-2459-4dd9-9dd4-4d88e939f38c req-d9e36a9d-fb3d-4569-99bb-119db72eb004 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486300 Feb 20 23:36:56.262293 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7ea5c-76a4-4b36-a9a9-2a2cd43bd367 req-2fcdbf14-6c18-4281-bbff-98027bd4893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:56.263798 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-45d7ea5c-76a4-4b36-a9a9-2a2cd43bd367 req-2fcdbf14-6c18-4281-bbff-98027bd4893d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.0453203 Feb 20 23:36:56.318494 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-45d7ea5c-76a4-4b36-a9a9-2a2cd43bd367 req-1ccca9b9-9fcc-4d8c-9040-2a2c5905eb78 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 20 23:36:56.509416 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836e60-45b0-4bd8-a9ab-41a9cd1e1a4a req-8dfe8c72-2a2a-4876-b296-87fb5f5492d4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:56.510948 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8836e60-45b0-4bd8-a9ab-41a9cd1e1a4a req-8dfe8c72-2a2a-4876-b296-87fb5f5492d4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0532441 Feb 20 23:36:56.562999 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8836e60-45b0-4bd8-a9ab-41a9cd1e1a4a req-068cb05c-24dd-413f-9265-4f9bfd2f5db9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Feb 20 23:36:56.890246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770a2d8-4f91-4aa7-9508-7ef0dfc55216 req-cfdb4ab2-0fb1-4368-aad2-bf7037e3196c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:56.892444 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b770a2d8-4f91-4aa7-9508-7ef0dfc55216 req-cfdb4ab2-0fb1-4368-aad2-bf7037e3196c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0567830 Feb 20 23:36:56.941081 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b770a2d8-4f91-4aa7-9508-7ef0dfc55216 req-e65c3e39-96fc-4638-9a88-9641e8fbfe5c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Feb 20 23:36:57.098061 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device c003370f-0f6a-4159-9a76-517d38afcab2 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:36:57.213974 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e74c-9838-46f5-9b86-69ce3a0eda04 req-faa8ba62-46a1-4cff-9829-9e175b5c74c4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.215468 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d716e74c-9838-46f5-9b86-69ce3a0eda04 req-faa8ba62-46a1-4cff-9829-9e175b5c74c4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 945 time: 0.0536149 Feb 20 23:36:57.229453 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port c003370f-0f6a-4159-9a76-517d38afcab2 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:36:57.233787 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port c003370f-0f6a-4159-9a76-517d38afcab2 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:36:57.234175 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:57.263724 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d716e74c-9838-46f5-9b86-69ce3a0eda04 req-3682c9cf-911c-4611-bfec-dea4920c8a2c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Feb 20 23:36:57.336213 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-84641381-f519-4bd6-96d5-6891a896d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.337645 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-84641381-f519-4bd6-96d5-6891a896d70e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7&tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 1127 time: 0.0851026 Feb 20 23:36:57.337857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port c003370f-0f6a-4159-9a76-517d38afcab2 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:36:57.338282 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:57.364315 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003370f-0f6a-4159-9a76-517d38afcab2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:36:57.366947 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9541426b-9436-42f6-94a8-214259384435" -d '{"events": [{"server_uuid": "0c8f231d-d6d5-4dad-88dc-bb82b65ddd53", "name": "network-vif-plugged", "status": "completed", "tag": "c003370f-0f6a-4159-9a76-517d38afcab2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:36:57.380990 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port c003370f-0f6a-4159-9a76-517d38afcab2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c003370f-0f6a-4159-9a76-517d38afcab2,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:36:57.407687 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d288a28-b9bd-4d21-91e0-3782e6e4ee81 x-openstack-request-id: req-1d288a28-b9bd-4d21-91e0-3782e6e4ee81 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:36:57.408226 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f231d-d6d5-4dad-88dc-bb82b65ddd53", "name": "network-vif-plugged", "status": "completed", "tag": "c003370f-0f6a-4159-9a76-517d38afcab2", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:36:57.408660 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d288a28-b9bd-4d21-91e0-3782e6e4ee81 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:36:57.409328 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003370f-0f6a-4159-9a76-517d38afcab2', 'code': 200} Feb 20 23:36:57.432001 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-aad70c9f-2ebc-4484-8931-a2c47410531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.434038 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-aad70c9f-2ebc-4484-8931-a2c47410531a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1127 time: 0.0495989 Feb 20 23:36:57.464224 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:57.537169 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=c003370f-0f6a-4159-9a76-517d38afcab2,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:57.547519 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-e257c609-9d58-4add-b679-d7e4182a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.549355 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-e257c609-9d58-4add-b679-d7e4182a2077 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.1094503 Feb 20 23:36:57.622730 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-dfa69217-1a5c-49be-875c-ff4b0e61e84d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 200 len: 998 time: 0.0660079 Feb 20 23:36:57.684229 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-abe53887-d30c-48c6-9226-e377d3e60b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.685731 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-abe53887-d30c-48c6-9226-e377d3e60b30 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0477257 Feb 20 23:36:57.702751 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ced2-1cbd-4ed0-9f8d-a5539b07b9a8 req-4572ef35-f2eb-4238-bf19-13e9762bfe01 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.705053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13f3ced2-1cbd-4ed0-9f8d-a5539b07b9a8 req-4572ef35-f2eb-4238-bf19-13e9762bfe01 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0593343 Feb 20 23:36:57.750232 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-2884a43a-25e9-4d80-a3d4-e8aec37e59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.755567 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-2884a43a-25e9-4d80-a3d4-e8aec37e59f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612905 Feb 20 23:36:57.795429 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266db1-cfaf-4a23-bdb5-191623427d60 req-a6dd9ce9-38f1-4800-b45f-c43dab09f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:57.796975 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22266db1-cfaf-4a23-bdb5-191623427d60 req-a6dd9ce9-38f1-4800-b45f-c43dab09f6af service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 1130 time: 0.0663753 Feb 20 23:36:57.802519 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13f3ced2-1cbd-4ed0-9f8d-a5539b07b9a8 req-3a2eaffd-6e1f-4e7e-87d3-5d1e4404d9bc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917761 Feb 20 23:36:57.850914 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22266db1-cfaf-4a23-bdb5-191623427d60 req-137a4f0b-38c0-402f-a4e7-5dfffd23aad6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Feb 20 23:36:57.857913 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-075b4342-a028-40f9-87cf-265b3ecdb4ab service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946112 Feb 20 23:36:58.068485 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba11f-1188-4731-8015-044b7595d98b req-743232b8-1297-426f-97f5-83746e1c4e1b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:58.069994 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c34ba11f-1188-4731-8015-044b7595d98b req-743232b8-1297-426f-97f5-83746e1c4e1b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0583847 Feb 20 23:36:58.117626 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c34ba11f-1188-4731-8015-044b7595d98b req-db35436c-8623-46c7-bb3d-0d8c21c3f2fe tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Feb 20 23:36:58.142832 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-e2fc5999-bef5-4d4d-be4a-5ba3ca60205d req-8586c26f-d9ba-4d59-8591-3aa3bb061c2c service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910068 Feb 20 23:36:58.398177 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77428-4e33-4154-af4e-7138a4d84a55 req-4f6ebaea-e1b9-4ca1-a1f7-2063c24d79be tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:58.399937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ce77428-4e33-4154-af4e-7138a4d84a55 req-4f6ebaea-e1b9-4ca1-a1f7-2063c24d79be tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0568430 Feb 20 23:36:58.454064 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ce77428-4e33-4154-af4e-7138a4d84a55 req-66899075-ff32-4816-89bc-acb1a245bdd4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Feb 20 23:36:58.631474 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1ad3-c426-443e-995c-daf90450212e req-b62bbb1f-66d1-45e6-a7aa-86a36e650f18 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:58.633318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-352e1ad3-c426-443e-995c-daf90450212e req-b62bbb1f-66d1-45e6-a7aa-86a36e650f18 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0568504 Feb 20 23:36:58.691872 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-6e8b6fb9-4a9b-4c00-9287-6a74dde94495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:58.702145 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-352e1ad3-c426-443e-995c-daf90450212e req-f4e5b608-2c4b-437c-b1af-aef64eb6aae0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538535 Feb 20 23:36:58.702789 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-6e8b6fb9-4a9b-4c00-9287-6a74dde94495 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 1130 time: 0.0575731 Feb 20 23:36:58.787399 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-5eb6c04e-d4d3-4715-b470-4f7f0eda8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:58.788986 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-5eb6c04e-d4d3-4715-b470-4f7f0eda8957 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.0871553 Feb 20 23:36:58.852729 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-9601cbde-6e95-4d9f-8dfc-9b36eee1d461 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 200 len: 217 time: 0.0530956 Feb 20 23:36:58.975535 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-aa98b2f9-390b-4b66-9734-ad9ffcc3d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:58.977413 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-aa98b2f9-390b-4b66-9734-ad9ffcc3d781 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0839376 Feb 20 23:36:59.007250 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dbb9f-13e2-4d41-8f08-ae98ac4c854a req-2e90646d-d105-471f-96f6-99263aad159d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:59.008997 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a1dbb9f-13e2-4d41-8f08-ae98ac4c854a req-2e90646d-d105-471f-96f6-99263aad159d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0714321 Feb 20 23:36:59.085188 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a1dbb9f-13e2-4d41-8f08-ae98ac4c854a req-5373c438-61c2-48ac-bbaa-899a02027b21 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642309 Feb 20 23:36:59.581279 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59147c4-322f-433e-b82a-0b442fee663f req-1329aff6-b583-4be4-9623-10d38ced5df3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:59.582959 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d59147c4-322f-433e-b82a-0b442fee663f req-1329aff6-b583-4be4-9623-10d38ced5df3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0630729 Feb 20 23:36:59.634404 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d59147c4-322f-433e-b82a-0b442fee663f req-49e12aed-18f3-495a-9393-d96e2f55123d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Feb 20 23:36:59.839522 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f171-54cd-4058-8754-ed117a663763 req-6a4fd256-2392-4434-ac29-4257e2bd82eb tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:36:59.841172 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8a66f171-54cd-4058-8754-ed117a663763 req-6a4fd256-2392-4434-ac29-4257e2bd82eb tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0656657 Feb 20 23:36:59.897010 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8a66f171-54cd-4058-8754-ed117a663763 req-46fa3e95-962b-4ab8-b04d-3b89a019c7d9 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 Feb 20 23:37:00.240171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4eb5c-7f30-4359-a75a-426177577441 req-9a4db785-e00e-4392-9214-da41350a26a4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:00.241774 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41b4eb5c-7f30-4359-a75a-426177577441 req-9a4db785-e00e-4392-9214-da41350a26a4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0610847 Feb 20 23:37:00.296195 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41b4eb5c-7f30-4359-a75a-426177577441 req-f5dc81a7-948b-4ac5-96ad-cfd1c9726100 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484154 Feb 20 23:37:00.788073 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd5736-1517-4155-a15e-e7a5f44e147a req-1c75a7d6-c099-4272-b5fc-951e0244f2f5 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:00.794056 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15fd5736-1517-4155-a15e-e7a5f44e147a req-1c75a7d6-c099-4272-b5fc-951e0244f2f5 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0808578 Feb 20 23:37:00.865533 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15fd5736-1517-4155-a15e-e7a5f44e147a req-19287787-af88-4c51-bffc-b0ec66b8653d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Feb 20 23:37:01.031596 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795485e1-70b7-485b-a4b2-849c53dbe66d req-d8e39eec-fba8-4f82-ae82-b016ca9da3ea tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:01.033863 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-795485e1-70b7-485b-a4b2-849c53dbe66d req-d8e39eec-fba8-4f82-ae82-b016ca9da3ea tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0602708 Feb 20 23:37:01.108612 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-795485e1-70b7-485b-a4b2-849c53dbe66d req-1bbed923-33f1-421d-b7c0-8bac18f4d894 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685067 Feb 20 23:37:01.428505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d2fde-532b-4433-b536-cc86e54adb79 req-6aeed25c-90c1-4e17-9e4b-a95f7f7662a5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:01.430057 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d2fde-532b-4433-b536-cc86e54adb79 req-6aeed25c-90c1-4e17-9e4b-a95f7f7662a5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0552170 Feb 20 23:37:01.504037 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d2fde-532b-4433-b536-cc86e54adb79 req-11f0b758-e2d9-48b2-b650-5df05c7fb3b4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671353 Feb 20 23:37:01.994935 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:02.016124 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68d694-659a-4037-8965-0443dfc3e469 req-ed09ba1d-fc6d-424f-b0d6-61426a9c54fd tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:02.027298 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e68d694-659a-4037-8965-0443dfc3e469 req-ed09ba1d-fc6d-424f-b0d6-61426a9c54fd tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0798221 Feb 20 23:37:02.089068 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e68d694-659a-4037-8965-0443dfc3e469 req-30a53a41-65a0-495f-99a6-ea7eb3acbafd tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607841 Feb 20 23:37:02.158313 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55d992fa-d5ff-4abb-87db-ab0d6709953f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.256996 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe41362-1da5-471a-9328-7bae46bb0cae req-8b7ceadb-d6a0-4982-aea3-9940a82a1d35 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:02.257882 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55d992fa-d5ff-4abb-87db-ab0d6709953f admin admin] Publish callbacks [] for security_group (151dbaaf-02e1-4912-b427-b8bc20c382c9), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.258960 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ebe41362-1da5-471a-9328-7bae46bb0cae req-8b7ceadb-d6a0-4982-aea3-9940a82a1d35 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0633466 Feb 20 23:37:02.314987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ebe41362-1da5-471a-9328-7bae46bb0cae req-2ffd4087-1c79-4f77-a9a0-6f6ed10648f0 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503800 Feb 20 23:37:02.357078 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55d992fa-d5ff-4abb-87db-ab0d6709953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (151dbaaf-02e1-4912-b427-b8bc20c382c9), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.402304 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-55d992fa-d5ff-4abb-87db-ab0d6709953f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d57b1b985f24536af27a73708af90b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062006 Feb 20 23:37:02.403391 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d992fa-d5ff-4abb-87db-ab0d6709953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151dbaaf-02e1-4912-b427-b8bc20c382c9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:02.405262 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34046) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:02.466363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8f54-df60-410a-8061-7e8d0d06bae2 admin admin] Publish callbacks [] for security_group (151dbaaf-02e1-4912-b427-b8bc20c382c9), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.493430 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8f54-df60-410a-8061-7e8d0d06bae2 admin admin] Publish callbacks [] for security_group (151dbaaf-02e1-4912-b427-b8bc20c382c9), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.630391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8f54-df60-410a-8061-7e8d0d06bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (151dbaaf-02e1-4912-b427-b8bc20c382c9), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.633239 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8f54-df60-410a-8061-7e8d0d06bae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:02.634468 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e3ee8f54-df60-410a-8061-7e8d0d06bae2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/151dbaaf-02e1-4912-b427-b8bc20c382c9 HTTP/1.1" status: 204 len: 168 time: 0.2279277 Feb 20 23:37:02.677239 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8f54-df60-410a-8061-7e8d0d06bae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151dbaaf-02e1-4912-b427-b8bc20c382c9,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:02.704598 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dba437-9b49-4424-a2ab-e06eda578c43 req-5c37c9e2-0b33-483e-b840-4839694d4457 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:02.705294 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30dba437-9b49-4424-a2ab-e06eda578c43 req-5c37c9e2-0b33-483e-b840-4839694d4457 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.1080265 Feb 20 23:37:02.765958 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30dba437-9b49-4424-a2ab-e06eda578c43 req-a6a806e4-7574-4601-be06-f64c54bfdccf tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534935 Feb 20 23:37:03.239765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bff73-4a65-4d6c-9fd0-58ea81343610 req-5ba906c3-2169-47df-b3fa-a07bc8ff8f25 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:03.241318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-be7bff73-4a65-4d6c-9fd0-58ea81343610 req-5ba906c3-2169-47df-b3fa-a07bc8ff8f25 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0694125 Feb 20 23:37:03.295420 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-be7bff73-4a65-4d6c-9fd0-58ea81343610 req-6aed7636-cdee-405c-bda1-38174761aa42 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Feb 20 23:37:03.474652 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48f4f7-5418-4c1a-ac95-56d67a600aea req-55e53cae-6305-4ea4-94f9-fddde714b987 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:03.480503 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb48f4f7-5418-4c1a-ac95-56d67a600aea req-55e53cae-6305-4ea4-94f9-fddde714b987 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0762830 Feb 20 23:37:03.546131 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb48f4f7-5418-4c1a-ac95-56d67a600aea req-33b1023e-a11e-410b-98ea-bbe1e14b5d5d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598669 Feb 20 23:37:03.948519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364227-934d-44e9-914b-43646124e403 req-cc4eaaba-e323-4cd5-90e4-b098d45e689e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:03.950095 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69364227-934d-44e9-914b-43646124e403 req-cc4eaaba-e323-4cd5-90e4-b098d45e689e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0806525 Feb 20 23:37:04.008718 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69364227-934d-44e9-914b-43646124e403 req-88276082-88dc-4eca-a223-713f3f0d75ac tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527282 Feb 20 23:37:04.452795 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243812-8434-4b7d-abc2-5bdc58b59c97 req-6c203f63-9226-4a9f-b126-8db487d2372e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:04.454757 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f243812-8434-4b7d-abc2-5bdc58b59c97 req-6c203f63-9226-4a9f-b126-8db487d2372e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0670826 Feb 20 23:37:04.523190 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f243812-8434-4b7d-abc2-5bdc58b59c97 req-4de6f0f0-1ba4-4bad-bd79-dadb4456271f tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618260 Feb 20 23:37:04.601464 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34094) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:04.721383 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5849f0-cc71-4110-a092-d7b38dc79910 req-178c34c6-8ea4-4246-b1f6-ebd6a9ccd235 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:04.723325 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff5849f0-cc71-4110-a092-d7b38dc79910 req-178c34c6-8ea4-4246-b1f6-ebd6a9ccd235 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0762362 Feb 20 23:37:04.756210 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbeffd69-7d4e-4723-aca5-9fed8a418fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:04.826989 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff5849f0-cc71-4110-a092-d7b38dc79910 req-b8944f6e-ad47-462b-a8ec-41c8edd66a9d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974901 Feb 20 23:37:04.881099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbeffd69-7d4e-4723-aca5-9fed8a418fca admin admin] Publish callbacks [] for security_group (65a2ca95-6f6c-4127-9fca-fd323e64a806), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:04.967891 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbeffd69-7d4e-4723-aca5-9fed8a418fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (65a2ca95-6f6c-4127-9fca-fd323e64a806), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:05.011246 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bbeffd69-7d4e-4723-aca5-9fed8a418fca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdd7ac9b49124158afb4e6b13c45da04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084096 Feb 20 23:37:05.014027 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeffd69-7d4e-4723-aca5-9fed8a418fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a2ca95-6f6c-4127-9fca-fd323e64a806,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:05.014616 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:05.079769 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-455c33e1-e0e0-4366-ac30-0e2bba76beae admin admin] Publish callbacks [] for security_group (65a2ca95-6f6c-4127-9fca-fd323e64a806), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:05.108127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-455c33e1-e0e0-4366-ac30-0e2bba76beae admin admin] Publish callbacks [] for security_group (65a2ca95-6f6c-4127-9fca-fd323e64a806), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:05.172113 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f4347-d83c-4f7c-aa25-b700fac94c2a req-a96c38a7-c08b-47b8-a0b0-dec5ae64d6ee tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:05.176376 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb7f4347-d83c-4f7c-aa25-b700fac94c2a req-a96c38a7-c08b-47b8-a0b0-dec5ae64d6ee tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0829759 Feb 20 23:37:05.217263 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-455c33e1-e0e0-4366-ac30-0e2bba76beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (65a2ca95-6f6c-4127-9fca-fd323e64a806), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:05.221063 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-455c33e1-e0e0-4366-ac30-0e2bba76beae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:05.222288 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-455c33e1-e0e0-4366-ac30-0e2bba76beae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65a2ca95-6f6c-4127-9fca-fd323e64a806 HTTP/1.1" status: 204 len: 168 time: 0.2038171 Feb 20 23:37:05.225796 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb7f4347-d83c-4f7c-aa25-b700fac94c2a req-6f6070ba-b584-4d0b-aac9-7b2244f48fd7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Feb 20 23:37:05.233041 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c33e1-e0e0-4366-ac30-0e2bba76beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a2ca95-6f6c-4127-9fca-fd323e64a806,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:05.697686 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f454b6-321e-4dc0-9626-ee6ea11b3ad6 req-e76b455e-9fca-475a-83f6-0539b50cab37 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:05.699313 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6f454b6-321e-4dc0-9626-ee6ea11b3ad6 req-e76b455e-9fca-475a-83f6-0539b50cab37 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0707102 Feb 20 23:37:05.756883 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6f454b6-321e-4dc0-9626-ee6ea11b3ad6 req-068ab7dc-e466-4b40-b6ab-6b7a21e7fd41 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Feb 20 23:37:05.974377 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f87eba-9f58-48c5-b451-45bb06665311 req-c06486d1-a5f2-42b4-9b94-54b21f99e688 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:05.979710 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82f87eba-9f58-48c5-b451-45bb06665311 req-c06486d1-a5f2-42b4-9b94-54b21f99e688 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0713770 Feb 20 23:37:06.077474 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82f87eba-9f58-48c5-b451-45bb06665311 req-fc1842be-6cb7-45ca-8ffd-2a78cfce629e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958061 Feb 20 23:37:06.328196 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:06.402722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77c44b-0eb6-4ac8-8476-9b3cfddf9d3f req-0717e050-2cc7-4a9f-9b29-5c2aca1cd6d1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:06.404327 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c77c44b-0eb6-4ac8-8476-9b3cfddf9d3f req-0717e050-2cc7-4a9f-9b29-5c2aca1cd6d1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0586686 Feb 20 23:37:06.467187 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-426972919-network', 'tenant_id': '601bd49215a7472d80321fdd2077047b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:06.476981 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c77c44b-0eb6-4ac8-8476-9b3cfddf9d3f req-43bd69d4-e346-4167-be12-ded40d6a8614 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639329 Feb 20 23:37:06.544470 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Made reservation on behalf of 601bd49215a7472d80321fdd2077047b for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:06.547359 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.561784 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.650730 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks [] for security_group (34bbbf18-bc66-4c98-9622-2874e20f8075), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.708559 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (34bbbf18-bc66-4c98-9622-2874e20f8075), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.733334 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:37:06.744334 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbbf18-bc66-4c98-9622-2874e20f8075,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:06.749193 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (dbe4d212-8bed-4315-a9ab-2ba40f70f0f4), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.752079 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Added segment dbe4d212-8bed-4315-a9ab-2ba40f70f0f4 of type vlan for network 9550822f-d137-4544-83d6-9453f9501c21 Feb 20 23:37:06.801792 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (9550822f-d137-4544-83d6-9453f9501c21), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.887191 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (9550822f-d137-4544-83d6-9453f9501c21), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.888275 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:06.888982 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:06.898942 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268873-14be-47c5-bfde-4f1646e4efe6 req-e9868d46-e309-4dbd-8454-65911b1f6bf7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:06.901780 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30268873-14be-47c5-bfde-4f1646e4efe6 req-e9868d46-e309-4dbd-8454-65911b1f6bf7 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0711946 Feb 20 23:37:06.959502 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:37:06.960467 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] Pushing event updated for resources: {'Network': ['ID=9550822f-d137-4544-83d6-9453f9501c21,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:06.973063 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 9550822f-d137-4544-83d6-9453f9501c21 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:37:06.983498 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30268873-14be-47c5-bfde-4f1646e4efe6 req-d84f029d-840a-46db-a266-ebf7c1e931b4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750465 Feb 20 23:37:07.055307 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bd8f60f2-cdb1-4949-a00e-b8fa96a6d0fd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7251966 Feb 20 23:37:07.058268 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:07.066982 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Request body: {'subnet': {'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-426972919-subnet', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:07.161277 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Made reservation on behalf of 601bd49215a7472d80321fdd2077047b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:07.163717 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.218970 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158a01-6903-4e9e-8e83-f298938ec14a req-8edc51cd-d02d-4901-8770-780594889400 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:07.220783 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3158a01-6903-4e9e-8e83-f298938ec14a req-8edc51cd-d02d-4901-8770-780594889400 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0656188 Feb 20 23:37:07.272376 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3158a01-6903-4e9e-8e83-f298938ec14a req-9d80c67c-3af3-4c27-b8d2-3630aabb575e tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Feb 20 23:37:07.407514 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (223f1289-bd16-4aa2-9b85-d516445ac5d4), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.463390 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=223f1289-bd16-4aa2-9b85-d516445ac5d4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:07.471775 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Checking segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:07.472158 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Network hostable DHCP agents. Network: 9550822f-d137-4544-83d6-9453f9501c21, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:37:07.542819 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Network 9550822f-d137-4544-83d6-9453f9501c21 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:37:07.597243 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb89bf-f5d3-450c-a42b-a3337f6a797c req-d67120fe-7130-4e97-aaca-1b61e77f4ebe tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:07.598724 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41cb89bf-f5d3-450c-a42b-a3337f6a797c req-d67120fe-7130-4e97-aaca-1b61e77f4ebe tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0560827 Feb 20 23:37:07.651466 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41cb89bf-f5d3-450c-a42b-a3337f6a797c req-912e4018-d11f-4365-9d59-25ead56fcffd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470757 Feb 20 23:37:07.692734 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 9550822f-d137-4544-83d6-9453f9501c21) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:07.696829 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:07.697446 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.702160 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b07e7-4fbd-4e1d-a8e2-8a5eedb972b0 None None] Network 9550822f-d137-4544-83d6-9453f9501c21 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:37:07.763758 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f1a2dea7-8c90-4cc9-8094-cf0d1d5bf08f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7042694 Feb 20 23:37:07.766463 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:07.770974 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:07.804356 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-9550822f-d137-4544-83d6-9453f9501c21', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'project_id': '601bd49215a7472d80321fdd2077047b', 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:37:07.805238 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.841607 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (d0501df7-08f2-46e3-95d6-178cc7069a69), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.842710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (d0501df7-08f2-46e3-95d6-178cc7069a69), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.898010 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks [] for router_controller (d0501df7-08f2-46e3-95d6-178cc7069a69), precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:07.941917 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Allocated IP 172.20.0.2 (9550822f-d137-4544-83d6-9453f9501c21/223f1289-bd16-4aa2-9b85-d516445ac5d4/d26b185f-a75a-42bd-b389-b6b4c2784ff0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:08.084774 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Publish callbacks [] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.096654 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks [] for router_gateway (d0501df7-08f2-46e3-95d6-178cc7069a69), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.109577 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ba72c-e790-4fef-93cd-f2a23a7d0d70 req-fc6181e1-a385-470a-bb3d-db084561dc3f tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:08.112138 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d32ba72c-e790-4fef-93cd-f2a23a7d0d70 req-fc6181e1-a385-470a-bb3d-db084561dc3f tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0578797 Feb 20 23:37:08.156426 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.162925 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d32ba72c-e790-4fef-93cd-f2a23a7d0d70 req-eca308b5-8fb4-4ec3-9be6-d78b87346342 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Feb 20 23:37:08.174990 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-e2d591a2-0084-4c69-a588-5b9efb4085bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397587 Feb 20 23:37:08.200511 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Network 9550822f-d137-4544-83d6-9453f9501c21 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:08.203356 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:08.212033 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:08.219075 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Pushing event updated for resources: {'Port': ['ID=d26b185f-a75a-42bd-b389-b6b4c2784ff0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:08.271062 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Attempting to bind port d26b185f-a75a-42bd-b389-b6b4c2784ff0 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:08.271441 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Attempting to bind port d26b185f-a75a-42bd-b389-b6b4c2784ff0 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:08.271813 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Attempting to bind port d26b185f-a75a-42bd-b389-b6b4c2784ff0 on network 9550822f-d137-4544-83d6-9453f9501c21 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:08.276919 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:08.277306 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Checking segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:08.277725 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.278129 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Bound using segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:08.278610 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Bound port: d26b185f-a75a-42bd-b389-b6b4c2784ff0, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:08.279005 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.332223 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-cec17685-0c5f-4d3f-b2d6-fed4f5ed80c5 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456261 Feb 20 23:37:08.345427 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] For port d26b185f-a75a-42bd-b389-b6b4c2784ff0, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:08.348812 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] For port d26b185f-a75a-42bd-b389-b6b4c2784ff0, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d26b185f-a75a-42bd-b389-b6b4c2784ff0,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:08.404040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa0feb-004a-496b-b409-bea2037d51c4 req-75bdaa8c-be12-48cd-83cc-9c99ab0a404d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:08.405542 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37aa0feb-004a-496b-b409-bea2037d51c4 req-75bdaa8c-be12-48cd-83cc-9c99ab0a404d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0566664 Feb 20 23:37:08.413376 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.461066 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37aa0feb-004a-496b-b409-bea2037d51c4 req-eae4631e-e3e4-456a-b0e6-2ac60a11581d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Feb 20 23:37:08.481701 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192c632-1072-40fc-b8dc-39201eee7ff0 None None] Pushing event updated for resources: {'Port': ['ID=d26b185f-a75a-42bd-b389-b6b4c2784ff0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:08.535623 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-17811f37-50d9-44eb-bf22-c10dc82b037d req-8e53cc14-511c-47f5-aed6-beb676ade4ce service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908348 Feb 20 23:37:08.554861 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks [] for router_gateway (d0501df7-08f2-46e3-95d6-178cc7069a69), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.575302 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.705249 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Allocated IP 172.27.1.156 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/aaefbf92-1223-41e2-8337-dcbc1dc47637) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:08.803795 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81170905-7b3d-413c-8eb5-7afa8adb8602 req-d0d08571-1061-42c4-b333-2a7d2320bb9b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:08.804926 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81170905-7b3d-413c-8eb5-7afa8adb8602 req-d0d08571-1061-42c4-b333-2a7d2320bb9b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0707479 Feb 20 23:37:08.825844 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks [] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.855396 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81170905-7b3d-413c-8eb5-7afa8adb8602 req-f64dad96-dd70-4b07-963b-6ef9c7fc82ca tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Feb 20 23:37:08.921955 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:08.961384 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:08.964107 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:08.969637 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:08.975003 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Pushing event updated for resources: {'Port': ['ID=aaefbf92-1223-41e2-8337-dcbc1dc47637,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:09.124977 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20aa138-86b1-4859-bb47-bc88ef9ffac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.252961 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks [] for router_gateway (d0501df7-08f2-46e3-95d6-178cc7069a69), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.299894 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edfea-7bee-475d-9fed-11ba5eadeb69 req-29b7ec87-7e71-4b74-896e-b243dd5cee05 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:09.301640 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357edfea-7bee-475d-9fed-11ba5eadeb69 req-29b7ec87-7e71-4b74-896e-b243dd5cee05 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0552471 Feb 20 23:37:09.352523 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357edfea-7bee-475d-9fed-11ba5eadeb69 req-b248abe2-355f-411d-baea-b499670b28e3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Feb 20 23:37:09.453121 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532df05-e2e3-4310-b17d-a8f90d2293a6 None None] Network 9550822f-d137-4544-83d6-9453f9501c21 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:37:09.465759 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (d0501df7-08f2-46e3-95d6-178cc7069a69), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.571796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] Provisioning complete for port d26b185f-a75a-42bd-b389-b6b4c2784ff0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:09.572335 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.590308 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee836ba-4faa-48d0-abbf-da9c44e2992c req-9e7252b0-2b99-4fb5-9b7c-b0704861fa15 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:09.591993 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ee836ba-4faa-48d0-abbf-da9c44e2992c req-9e7252b0-2b99-4fb5-9b7c-b0704861fa15 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0544014 Feb 20 23:37:09.665750 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ee836ba-4faa-48d0-abbf-da9c44e2992c req-dc5f6356-b289-4914-8c1e-16c67b41058b tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Feb 20 23:37:09.670463 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] Current status of the port d26b185f-a75a-42bd-b389-b6b4c2784ff0 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:09.670964 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.686374 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Router d0501df7-08f2-46e3-95d6-178cc7069a69 is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:37:09.726629 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] For port d26b185f-a75a-42bd-b389-b6b4c2784ff0, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d26b185f-a75a-42bd-b389-b6b4c2784ff0,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:09.729092 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d26b185f-a75a-42bd-b389-b6b4c2784ff0 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:09.779737 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.787479 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port d26b185f-a75a-42bd-b389-b6b4c2784ff0 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:09.787479 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.821189 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:37:09.834637 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Sync routers for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:37:09.854719 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:09.855365 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:09.868852 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf78d-5e9f-4098-9900-6329c2582355 None None] Pushing event updated for resources: {'Port': ['ID=d26b185f-a75a-42bd-b389-b6b4c2784ff0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:09.947401 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port d26b185f-a75a-42bd-b389-b6b4c2784ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:09.965596 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-d383db56-07a7-4709-96dd-19c8e2f3c6b6 None None] Provisioning complete for port d26b185f-a75a-42bd-b389-b6b4c2784ff0 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:09.965965 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d383db56-07a7-4709-96dd-19c8e2f3c6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.967325 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:09.970743 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:09.972580 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a8ef9a06-dd79-4d0f-bebb-39ab05d3a694 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2049024 Feb 20 23:37:09.975324 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:09.999829 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822892b-4553-4430-8689-d53a187cd8c8 req-bace2e02-bad4-43d0-bd92-ed078f06e1fe tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:10.002399 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4822892b-4553-4430-8689-d53a187cd8c8 req-bace2e02-bad4-43d0-bd92-ed078f06e1fe tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0615411 Feb 20 23:37:10.056783 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4822892b-4553-4430-8689-d53a187cd8c8 req-f5c6b846-16dc-448a-9eeb-fa3e2d1d4cb5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487850 Feb 20 23:37:10.081063 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d383db56-07a7-4709-96dd-19c8e2f3c6b6 None None] Current status of the port d26b185f-a75a-42bd-b389-b6b4c2784ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:10.277730 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:09Z', 'revision_number': 3, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:10.305161 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Checking router: d0501df7-08f2-46e3-95d6-178cc7069a69 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:37:10.305525 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Updating router d0501df7-08f2-46e3-95d6-178cc7069a69 port aaefbf92-1223-41e2-8337-dcbc1dc47637 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:37:10.334379 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.443358 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.601301 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Publish callbacks [] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.670811 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.681458 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573532d2-ab73-49fb-aa6a-8b7ed93af3f5 req-d921bac7-b626-4915-b110-7fc2c7879e4d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:10.683775 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-573532d2-ab73-49fb-aa6a-8b7ed93af3f5 req-d921bac7-b626-4915-b110-7fc2c7879e4d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.0606205 Feb 20 23:37:10.718352 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Attempting to bind port aaefbf92-1223-41e2-8337-dcbc1dc47637 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:10.718928 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Attempting to bind port aaefbf92-1223-41e2-8337-dcbc1dc47637 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:10.720016 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Attempting to bind port aaefbf92-1223-41e2-8337-dcbc1dc47637 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:10.733071 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:10.733071 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:10.733071 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.733071 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:10.733071 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Bound port: aaefbf92-1223-41e2-8337-dcbc1dc47637, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:10.733579 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.765992 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-573532d2-ab73-49fb-aa6a-8b7ed93af3f5 req-37a12920-6377-409e-837c-b044c502d5fc tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Feb 20 23:37:10.812054 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] For port aaefbf92-1223-41e2-8337-dcbc1dc47637, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:10.815824 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] For port aaefbf92-1223-41e2-8337-dcbc1dc47637, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=aaefbf92-1223-41e2-8337-dcbc1dc47637,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:10.818535 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18440503-3e5a-4863-a1df-9678ba76ce86 None None] Pushing event updated for resources: {'Port': ['ID=aaefbf92-1223-41e2-8337-dcbc1dc47637,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:10.838794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e86e6-1ec6-4f8f-96b6-aeb927651e12 req-8747d103-9533-4c61-bea0-d9f149777d27 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:10.840250 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a1e86e6-1ec6-4f8f-96b6-aeb927651e12 req-8747d103-9533-4c61-bea0-d9f149777d27 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0727792 Feb 20 23:37:10.849177 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Allocated IP 172.20.0.1 (9550822f-d137-4544-83d6-9453f9501c21/223f1289-bd16-4aa2-9b85-d516445ac5d4/a09f7b17-7af4-4698-b186-f1d25dc2b328) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:10.889824 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a1e86e6-1ec6-4f8f-96b6-aeb927651e12 req-9eeda3d5-09e6-4d0a-b4fe-2b8b279367c3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Feb 20 23:37:10.901196 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.968654 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks [] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:10.971838 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:10.972651 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:36:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:11.016032 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18440503-3e5a-4863-a1df-9678ba76ce86 None None] Pushing event updated for resources: {'Port': ['ID=aaefbf92-1223-41e2-8337-dcbc1dc47637,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:11.081852 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.100455 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:11.129475 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Network 9550822f-d137-4544-83d6-9453f9501c21 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:11.132638 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:11.138376 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:11.138868 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (d0501df7-08f2-46e3-95d6-178cc7069a69), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.190103 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Pushing event updated for resources: {'Port': ['ID=a09f7b17-7af4-4698-b186-f1d25dc2b328,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:11.214363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371d404-61eb-41a9-83a9-d7ac2f67edc9 req-c2ac7192-1e0b-482e-90f5-775ed0be4179 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:11.217548 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8371d404-61eb-41a9-83a9-d7ac2f67edc9 req-c2ac7192-1e0b-482e-90f5-775ed0be4179 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0785053 Feb 20 23:37:11.294296 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8371d404-61eb-41a9-83a9-d7ac2f67edc9 req-0b053f48-417d-483b-be6a-20e92da9bfb8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701559 Feb 20 23:37:11.315942 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:09Z', 'revision_number': 3, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:11.343173 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022bb6b3-bd33-43d2-8cb5-c2bcb819156b None None] The sync data for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi is: [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:09Z', 'revision_number': 3, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:37:11.394965 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.410432 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-c117507c-2074-4be1-b8ca-d20d9204fa89 None None] Provisioning complete for port a09f7b17-7af4-4698-b186-f1d25dc2b328 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:11.411014 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c117507c-2074-4be1-b8ca-d20d9204fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.452641 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c117507c-2074-4be1-b8ca-d20d9204fa89 None None] Port a09f7b17-7af4-4698-b186-f1d25dc2b328 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:37:11.538779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb29e92c-eecd-40db-a18a-9b8ed550d203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.583228 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks [] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.647221 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.648048 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (d0501df7-08f2-46e3-95d6-178cc7069a69), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.742267 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Pushing event updated for resources: {'Port': ['ID=a09f7b17-7af4-4698-b186-f1d25dc2b328,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:11.764973 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aaefbf92-1223-41e2-8337-dcbc1dc47637 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:11.780433 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Network 9550822f-d137-4544-83d6-9453f9501c21 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:11.782477 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:11.843621 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port aaefbf92-1223-41e2-8337-dcbc1dc47637 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:11.844042 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:11.978231 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port aaefbf92-1223-41e2-8337-dcbc1dc47637 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:11.979908 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Router d0501df7-08f2-46e3-95d6-178cc7069a69 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:37:11.980853 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.005882 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b1014-091e-49c5-ae4d-5b903cab72ca req-c29d1ded-2649-4cb0-96a1-a69278e9a1d4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:12.007447 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-322b1014-091e-49c5-ae4d-5b903cab72ca req-c29d1ded-2649-4cb0-96a1-a69278e9a1d4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.1264553 Feb 20 23:37:12.024963 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port aaefbf92-1223-41e2-8337-dcbc1dc47637, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=aaefbf92-1223-41e2-8337-dcbc1dc47637,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:12.096224 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-322b1014-091e-49c5-ae4d-5b903cab72ca req-77a4ccb6-75b8-4d4f-bd4d-f3439f774c32 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676003 Feb 20 23:37:12.107775 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fc218-b7f3-427c-bd36-eaeade1de8db req-e5cbe545-2e63-4979-b1bc-f77edea9b6b1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:12.109333 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-287fc218-b7f3-427c-bd36-eaeade1de8db req-e5cbe545-2e63-4979-b1bc-f77edea9b6b1 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1009262 Feb 20 23:37:12.121505 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.122364 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d26b185f-a75a-42bd-b389-b6b4c2784ff0 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:12.175643 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-287fc218-b7f3-427c-bd36-eaeade1de8db req-1ce5fd75-4946-4c18-ab4a-e135e9451e2f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572112 Feb 20 23:37:12.204393 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:37:12.217938 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0f571962-ddda-4006-acc7-2e7035e5844d admin admin] 10.222.0.60 "PUT /v2.0/routers/d0501df7-08f2-46e3-95d6-178cc7069a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411931 Feb 20 23:37:12.223292 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=aaefbf92-1223-41e2-8337-dcbc1dc47637,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:12.236895 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-49a2a202-3bc8-4284-8c62-cb102ecdda51 None None] Provisioning complete for port a09f7b17-7af4-4698-b186-f1d25dc2b328 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:12.237280 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49a2a202-3bc8-4284-8c62-cb102ecdda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.251597 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-b9cd77bc-4ebd-45e6-b645-a42ea2edac43 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:12.253631 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-b9cd77bc-4ebd-45e6-b645-a42ea2edac43 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 946 time: 0.1416092 Feb 20 23:37:12.278732 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-49a2a202-3bc8-4284-8c62-cb102ecdda51 None None] Port a09f7b17-7af4-4698-b186-f1d25dc2b328 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:37:12.299240 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port d26b185f-a75a-42bd-b389-b6b4c2784ff0 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:12.299895 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.392130 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port d26b185f-a75a-42bd-b389-b6b4c2784ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:12.535102 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Deleting port c003370f-0f6a-4159-9a76-517d38afcab2 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:37:12.535453 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.544165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0d781-2da1-46cc-842c-834ae02b78fa req-ee796493-199f-4833-a812-bcd315847608 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:12.546104 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1c0d781-2da1-46cc-842c-834ae02b78fa req-ee796493-199f-4833-a812-bcd315847608 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0978432 Feb 20 23:37:12.673597 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1c0d781-2da1-46cc-842c-834ae02b78fa req-2966d3d1-ca53-4434-a26c-26a63f35d039 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066794 Feb 20 23:37:12.703314 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] For port c003370f-0f6a-4159-9a76-517d38afcab2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c003370f-0f6a-4159-9a76-517d38afcab2,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:12.704277 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.721320 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Calling delete_port for c003370f-0f6a-4159-9a76-517d38afcab2 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:37:12.809317 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-6d585a12-6466-4577-9765-ee4eaf59c654 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513089169&fields=id&tenant_id=e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 267 time: 0.0546021 Feb 20 23:37:12.830761 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.929868 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-9dcf30d6-0cca-4866-9e77-bff123497996 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:12.931600 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-9dcf30d6-0cca-4866-9e77-bff123497996 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 810 time: 0.1158698 Feb 20 23:37:12.947532 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-16d9a566-4900-45e1-b6e5-f1c257a8a2a7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/quotas/e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 375 time: 0.0098019 Feb 20 23:37:12.978409 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (c003370f-0f6a-4159-9a76-517d38afcab2), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:12.996603 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['c003370f-0f6a-4159-9a76-517d38afcab2'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:13.043915 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Pushing event deleted for resources: {'Port': ['ID=c003370f-0f6a-4159-9a76-517d38afcab2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:13.072917 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-2aca258a-0288-4ec7-8ba9-00d872356e5d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201565 Feb 20 23:37:13.142637 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34244) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:13.146513 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] No DVR routers for this DVR port c003370f-0f6a-4159-9a76-517d38afcab2 on host hv-cinder-83009 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:37:13.147547 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1130883066-network', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:13.149745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.153366 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-598e3c43-869e-4cf2-a51f-bcd2204cb632 req-84505dd0-7cc4-4f89-a37d-6d563093e541 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "DELETE /v2.0/ports/c003370f-0f6a-4159-9a76-517d38afcab2 HTTP/1.1" status: 204 len: 173 time: 0.8915539 Feb 20 23:37:13.153995 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'name': 'network-vif-deleted', 'tag': 'c003370f-0f6a-4159-9a76-517d38afcab2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:13.156562 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08961aac-a243-490f-9d08-37c45ef6ba45" -d '{"events": [{"server_uuid": "0c8f231d-d6d5-4dad-88dc-bb82b65ddd53", "name": "network-vif-deleted", "tag": "c003370f-0f6a-4159-9a76-517d38afcab2"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:13.206963 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-3adf3381-cf80-4064-8cfc-687721213ee7 service neutron] 10.222.0.60 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302238 Feb 20 23:37:13.230842 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ccfc496-447a-4838-bb64-28012425064c req-05e1eeb6-c144-42af-baa5-4156fbb80168 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.0411897 Feb 20 23:37:13.276764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ffecf4-a7f5-428c-be1d-61f7ecacf0ad x-openstack-request-id: req-07ffecf4-a7f5-428c-be1d-61f7ecacf0ad {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:13.277081 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f231d-d6d5-4dad-88dc-bb82b65ddd53", "name": "network-vif-deleted", "tag": "c003370f-0f6a-4159-9a76-517d38afcab2", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:13.277340 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07ffecf4-a7f5-428c-be1d-61f7ecacf0ad {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:13.277746 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f231d-d6d5-4dad-88dc-bb82b65ddd53', 'name': 'network-vif-deleted', 'tag': 'c003370f-0f6a-4159-9a76-517d38afcab2', 'status': 'completed', 'code': 200} Feb 20 23:37:13.283065 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Made reservation on behalf of a9f29854e2e94a4a9a6291e5cc467e2a for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:13.285487 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.295719 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.352634 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-14dfaa55-5d7c-431e-ac05-a35deb3ec3a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306083 Feb 20 23:37:13.394935 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Sync routers for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:37:13.404864 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:13.405454 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks [] for security_group (ff018bab-e844-46c0-9c4a-8fa35c053dba), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.405586 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:13.487504 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (ff018bab-e844-46c0-9c4a-8fa35c053dba), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.527609 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:37:13.535139 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff018bab-e844-46c0-9c4a-8fa35c053dba,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:13.541566 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (dd89d453-200e-4a46-8381-600f43dfb713), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.541921 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Added segment dd89d453-200e-4a46-8381-600f43dfb713 of type vlan for network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 Feb 20 23:37:13.593203 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (40bba6b2-ea24-484c-bf0c-f9f5da24a303), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.663819 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:13.700731 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aaefbf92-1223-41e2-8337-dcbc1dc47637 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:13.737476 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (40bba6b2-ea24-484c-bf0c-f9f5da24a303), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.738763 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:13.739906 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.844339 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] Pushing event updated for resources: {'Network': ['ID=40bba6b2-ea24-484c-bf0c-f9f5da24a303,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:13.846988 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port aaefbf92-1223-41e2-8337-dcbc1dc47637 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:13.847962 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:13.868561 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:37:13.877933 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85fd4d-7112-46a4-8fe6-2b52df14549b req-a9ec6588-c26e-4c04-93b7-b0d29f4616ac tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:13.884337 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d85fd4d-7112-46a4-8fe6-2b52df14549b req-a9ec6588-c26e-4c04-93b7-b0d29f4616ac tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.1366949 Feb 20 23:37:13.903125 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f95e0970-8d36-406e-a08f-82dde8259477 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7593675 Feb 20 23:37:13.905880 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34256) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:13.911077 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Request body: {'subnet': {'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1130883066-subnet', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:13.940505 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-3851dec6-6fe4-47f9-b709-422704b3d90b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590677 Feb 20 23:37:13.965456 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d85fd4d-7112-46a4-8fe6-2b52df14549b req-616e3fd0-6538-4169-bdfa-9b085904778d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800714 Feb 20 23:37:14.050745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-e99ef349-f290-4a73-874c-211e68808e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:14.052953 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-e99ef349-f290-4a73-874c-211e68808e1f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=446910545b954a49a52bf2f0df6c30e4&device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 1130 time: 0.0894892 Feb 20 23:37:14.086976 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Made reservation on behalf of a9f29854e2e94a4a9a6291e5cc467e2a for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:14.089317 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414496'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.099308 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port aaefbf92-1223-41e2-8337-dcbc1dc47637 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:14.102989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 2, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:14.107089 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.137391 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Checking router: d0501df7-08f2-46e3-95d6-178cc7069a69 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:37:14.137756 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Updating router d0501df7-08f2-46e3-95d6-178cc7069a69 port a09f7b17-7af4-4698-b186-f1d25dc2b328 binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:37:14.179183 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.246661 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-96150622-a113-4910-a5da-9f126bf6310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:14.246661 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-96150622-a113-4910-a5da-9f126bf6310f service neutron] 10.222.0.88 "GET /v2.0/networks?id=b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 200 len: 918 time: 0.1626043 Feb 20 23:37:14.290952 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-7eb96635-d59c-4e44-8584-cc8268551179 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c956c7-c9c1-4612-98d8-88f059d39db9 HTTP/1.1" status: 200 len: 217 time: 0.0413480 Feb 20 23:37:14.355813 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-fb670260-fd6f-4ff5-b315-238ebb047dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:14.357662 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-fb670260-fd6f-4ff5-b315-238ebb047dea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 200 len: 857 time: 0.0584102 Feb 20 23:37:14.395643 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-3263577f-99bb-403d-8a43-34ff7eb689d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b69943ad-210e-48e5-8dc2-3d71d3e44f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283039 Feb 20 23:37:14.498689 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-48547053-1ce4-4ea6-98d3-15a532480905 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Feb 20 23:37:14.512142 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38e4496c-3d22-4c22-84c9-534b2ac4972c req-66e0f11c-327d-4adb-967c-72be1cd328df tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 210 time: 0.0817628 Feb 20 23:37:14.512504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Publish callbacks [] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.515535 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76696345-166b-4313-b3c5-d99576d8de00 req-4ab240b0-0de1-4144-89e0-13284a413887 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8f231d-d6d5-4dad-88dc-bb82b65ddd53 HTTP/1.1" status: 200 len: 210 time: 0.0839441 Feb 20 23:37:14.597837 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-a5a9c28b-6619-4c6e-964e-74cfdaa93d49 req-79049a22-c172-4e9f-8938-0c3a7e8b3d57 service neutron] 10.222.0.88 "GET /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922594 Feb 20 23:37:14.607631 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.664621 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e03e70-219f-48f4-91fa-583697cadf21 None None] Pushing event updated for resources: {'Port': ['ID=a09f7b17-7af4-4698-b186-f1d25dc2b328,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:14.723067 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Attempting to bind port a09f7b17-7af4-4698-b186-f1d25dc2b328 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:14.723457 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Attempting to bind port a09f7b17-7af4-4698-b186-f1d25dc2b328 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:14.723829 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Attempting to bind port a09f7b17-7af4-4698-b186-f1d25dc2b328 on network 9550822f-d137-4544-83d6-9453f9501c21 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:14.732429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:14.732429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Checking segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:14.732429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.732429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Bound using segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:14.732429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Bound port: a09f7b17-7af4-4698-b186-f1d25dc2b328, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:14.732429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.767723 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6033791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414546'] for subnet (5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.809917 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] For port a09f7b17-7af4-4698-b186-f1d25dc2b328, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:14.813212 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] For port a09f7b17-7af4-4698-b186-f1d25dc2b328, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=a09f7b17-7af4-4698-b186-f1d25dc2b328,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:14.826861 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:14.837789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Checking segment: {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:14.838158 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Network hostable DHCP agents. Network: 40bba6b2-ea24-484c-bf0c-f9f5da24a303, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:37:14.899191 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.955705 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:37:14.971901 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:14.972606 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:14.974777 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] Provisioning complete for port a09f7b17-7af4-4698-b186-f1d25dc2b328 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:14.975149 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:14.977606 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e03e70-219f-48f4-91fa-583697cadf21 None None] Pushing event updated for resources: {'Port': ['ID=a09f7b17-7af4-4698-b186-f1d25dc2b328,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:15.048174 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 40bba6b2-ea24-484c-bf0c-f9f5da24a303) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:15.052785 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:15.053556 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.062219 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e63ea73-ea56-4cf2-a65a-ee87477095af None None] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:37:15.138932 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6299af-3753-4758-8d2b-39c62a8abd60 req-963bc4de-19e0-45d8-abde-ef2097649241 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:15.148988 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ee6299af-3753-4758-8d2b-39c62a8abd60 req-963bc4de-19e0-45d8-abde-ef2097649241 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.0719118 Feb 20 23:37:15.180214 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-74e80d31-500f-488e-8eba-cd6999388516 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2732770 Feb 20 23:37:15.184689 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:15.191056 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:15.217243 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ee6299af-3753-4758-8d2b-39c62a8abd60 req-ab84f0cf-2aa5-4cc7-acdb-d0ddfe9ce2a6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668931 Feb 20 23:37:15.219921 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:15.294403 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.295605 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.296244 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] Current status of the port a09f7b17-7af4-4698-b186-f1d25dc2b328 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:15.296633 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.330208 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-40bba6b2-ea24-484c-bf0c-f9f5da24a303', 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303', 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'fixed_ips': [{'subnet_id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:37:15.331070 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.353437 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks [] for router_controller (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.424612 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] For port a09f7b17-7af4-4698-b186-f1d25dc2b328, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=a09f7b17-7af4-4698-b186-f1d25dc2b328,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:15.630437 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.634704 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks [] for router_gateway (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.667261 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fda44b6f-7e39-4424-ad98-dba6557da475 req-f4ab7859-a579-4d21-8048-e825439f201e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 210 time: 0.0522439 Feb 20 23:37:15.786425 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e0fc8-06bd-41fc-a403-0b48d617ca6e None None] Pushing event updated for resources: {'Port': ['ID=a09f7b17-7af4-4698-b186-f1d25dc2b328,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:15.795853 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Allocated IP 172.20.0.2 (40bba6b2-ea24-484c-bf0c-f9f5da24a303/5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8/b08ab92c-32f9-4c8b-ac73-fa975ec84feb) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:15.835346 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-b240c107-5c77-43c9-a300-f3cd50387b54 None None] Provisioning complete for port a09f7b17-7af4-4698-b186-f1d25dc2b328 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:15.835727 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b240c107-5c77-43c9-a300-f3cd50387b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.863899 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.935993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-5326780a-ef25-4dd3-b6ea-44b599529bf3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:15.939505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-5326780a-ef25-4dd3-b6ea-44b599529bf3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/networks?id=9276f0c6-c046-4f6d-be68-6f3eda4197b7 HTTP/1.1" status: 200 len: 808 time: 0.1498914 Feb 20 23:37:15.939896 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:14Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:15.948725 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:15.964156 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-9bd68faf-7593-4271-82c1-be780cafa9bc tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/quotas/e24c9388cf71446589d487f76b9f5ad6 HTTP/1.1" status: 200 len: 375 time: 0.0187044 Feb 20 23:37:15.978623 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2c65f-9947-4d63-84cf-0ecb2bde2f4d None None] The sync data for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi is: [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:14Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:37:16.029152 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-141415f9-0ce2-460b-8c6d-3d86af169c0c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e24c9388cf71446589d487f76b9f5ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636392 Feb 20 23:37:16.089996 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks [] for router_gateway (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.122530 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.127618 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b240c107-5c77-43c9-a300-f3cd50387b54 None None] Current status of the port a09f7b17-7af4-4698-b186-f1d25dc2b328 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:16.156400 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Publish callbacks [] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.181317 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-e5498c16-9042-4c65-b6ec-db2bbe84c40a service neutron] 10.222.0.60 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502383 Feb 20 23:37:16.253799 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.275259 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Allocated IP 172.27.1.148 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/4dc543c7-6a96-43d5-83d6-1617b954b919) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:16.291515 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-8117d84f-5da1-48f3-a6c2-fcdd25ddd7de service neutron] 10.222.0.60 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044552 Feb 20 23:37:16.322208 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:16.323941 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Pushing event updated for resources: {'Port': ['ID=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:16.331492 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:16.334370 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.334837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.335287 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.335710 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.336164 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.336691 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.337065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.337671 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.338084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.338544 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.338968 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.339395 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.339793 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:16.343530 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:16.435552 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Attempting to bind port b08ab92c-32f9-4c8b-ac73-fa975ec84feb on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:16.435985 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Attempting to bind port b08ab92c-32f9-4c8b-ac73-fa975ec84feb by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:16.436407 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Attempting to bind port b08ab92c-32f9-4c8b-ac73-fa975ec84feb on network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:16.444081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:16.444471 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Checking segment: {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:16.445443 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.445865 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Bound using segment: {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:16.446347 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Bound port: b08ab92c-32f9-4c8b-ac73-fa975ec84feb, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:16.446992 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.467648 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks [] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.473463 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85aad2-cc81-477b-a9eb-638501a5e807 req-46f55a94-34fb-4b86-a6b3-66d8d7c581f1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:16.475505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da85aad2-cc81-477b-a9eb-638501a5e807 req-46f55a94-34fb-4b86-a6b3-66d8d7c581f1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 943 time: 0.1071620 Feb 20 23:37:16.528865 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] For port b08ab92c-32f9-4c8b-ac73-fa975ec84feb, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:16.533207 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] For port b08ab92c-32f9-4c8b-ac73-fa975ec84feb, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:16.546642 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da85aad2-cc81-477b-a9eb-638501a5e807 req-989c87c2-9912-4627-8f8c-54699a08eee6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655100 Feb 20 23:37:16.603374 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.642857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:16.671396 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-87cbe4fd-94cd-43f9-8969-1b1bc2702208 req-1279ddc1-0735-410e-800d-6c1d1fd17350 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 210 time: 0.0486498 Feb 20 23:37:16.678510 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:16.678510 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:16.681647 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:16.759562 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013bc2b-0251-4b79-ae9c-38822d98fe13 None None] Pushing event updated for resources: {'Port': ['ID=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:16.860729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16fa3dc8-7d01-47fa-9b0e-9acd462171d2 req-541b29c2-931a-4b24-af54-030a877e2c81 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 210 time: 0.0495353 Feb 20 23:37:17.100403 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Pushing event updated for resources: {'Port': ['ID=4dc543c7-6a96-43d5-83d6-1617b954b919,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:17.144688 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:37:17.233562 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device c003370f-0f6a-4159-9a76-517d38afcab2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:37:17.258436 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: c003370f-0f6a-4159-9a76-517d38afcab2 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:37:17.258788 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device c003370f-0f6a-4159-9a76-517d38afcab2 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:37:17.308832 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:17.314028 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-2e6ff319-014f-4b2f-a84d-e7c24ff55f04 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:17.315813 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-2e6ff319-014f-4b2f-a84d-e7c24ff55f04 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 810 time: 0.1223373 Feb 20 23:37:17.326669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '128609e9-b733-40d7-ae7b-f2490f723533', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'port_id': '128609e9-b733-40d7-ae7b-f2490f723533', 'mac_address': 'fa:16:3e:07:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:37:17.376553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:17.377241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:17.394946 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128609e9-b733-40d7-ae7b-f2490f723533 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:17.418570 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:17.484714 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-503b59c9-cef1-4652-8afa-1c834501cb3b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 379 time: 0.1080036 Feb 20 23:37:17.504083 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'port': {'device_id': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'admin_state_up': True, 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'security_groups': ['f3e130a5-b7ba-484a-a6a5-997c72f8f7f2']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:17.521338 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks [] for router_gateway (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:17.556695 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:17.636059 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=9']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:17.835887 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['128609e9-b733-40d7-ae7b-f2490f723533'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:17.871676 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e800552-f5b0-4d73-ad08-cd09673f3fd9 req-2e84d506-cefd-4710-abd2-2c128d6a9240 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 210 time: 0.0768428 Feb 20 23:37:17.884800 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a09f7b17-7af4-4698-b186-f1d25dc2b328 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:17.890580 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e004-f1df-42a3-9be9-fc6dc63400c9 req-0bfd0b39-73a7-45c2-a1a8-2d8db654173d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:17.899672 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1907e004-f1df-42a3-9be9-fc6dc63400c9 req-0bfd0b39-73a7-45c2-a1a8-2d8db654173d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 944 time: 0.1957331 Feb 20 23:37:17.972937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1907e004-f1df-42a3-9be9-fc6dc63400c9 req-05387f95-3017-4848-a5ce-ede5b929ebc4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720513 Feb 20 23:37:17.997705 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.004433 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Made reservation on behalf of e6616d9bd7a74a9dbd5943150b79617a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:18.007305 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.050516 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6bd04a51-cd43-4bfc-a602-6e0110466702 req-b22af13f-c600-4a62-aee1-1f69c11fe6a8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 210 time: 0.0597844 Feb 20 23:37:18.110460 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port a09f7b17-7af4-4698-b186-f1d25dc2b328 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:18.111214 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.206814 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6d4f7-4a37-45d1-a449-8d3025449e51 None None] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:37:18.328495 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Allocated IP 172.20.0.8 (ba1c102d-6d7f-4101-896d-f3e717dd50b1/2aa0f323-d6cf-4cc0-aa02-ffa7030a597e/d0bac779-2cd8-4b02-b65e-2005da19e801) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:18.341821 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] Provisioning complete for port b08ab92c-32f9-4c8b-ac73-fa975ec84feb triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:18.341821 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.342977 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port a09f7b17-7af4-4698-b186-f1d25dc2b328 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:18.344102 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device b08ab92c-32f9-4c8b-ac73-fa975ec84feb up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:18.427013 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:37:18.491716 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port b08ab92c-32f9-4c8b-ac73-fa975ec84feb triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:18.492212 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.494769 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188be39-71aa-4858-a4ed-c0e3a1ec2acb req-2d47ae48-6052-44a2-a931-a6de894a042f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:18.497925 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7188be39-71aa-4858-a4ed-c0e3a1ec2acb req-2d47ae48-6052-44a2-a931-a6de894a042f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0840087 Feb 20 23:37:18.539226 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] Current status of the port b08ab92c-32f9-4c8b-ac73-fa975ec84feb is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:18.539711 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.565294 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7188be39-71aa-4858-a4ed-c0e3a1ec2acb req-524adc14-344a-44c3-92ba-ab465680cbba tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603778 Feb 20 23:37:18.595904 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.598774 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] For port b08ab92c-32f9-4c8b-ac73-fa975ec84feb, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:18.631988 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port b08ab92c-32f9-4c8b-ac73-fa975ec84feb is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:18.632389 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.675886 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:37:18.682998 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.694012 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Sync routers for ids ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:37:18.705893 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Routers {'341bf4b5-80c4-44ee-87b8-6ed98e0f500a'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:18.707270 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:18.761249 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.db.api [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:37:18.773117 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG oslo_db.api [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:37:18.773117 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03828aec-f2ad-4ed7-8f9f-93b28fc4e79b None None] Pushing event updated for resources: {'Port': ['ID=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:18.809572 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-a39344cf-875c-41d1-9862-6c2e549ff63f None None] Provisioning complete for port b08ab92c-32f9-4c8b-ac73-fa975ec84feb triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:18.810065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a39344cf-875c-41d1-9862-6c2e549ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.822236 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Set router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:18.825006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.877852 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.881793 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-78cdfa3a-97d2-45c9-b1ce-780fae0204fc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6927330 Feb 20 23:37:18.882125 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34340) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:18.883319 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:18.893664 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:18.906260 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:18.921733 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:18.923399 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:18.952306 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=d0bac779-2cd8-4b02-b65e-2005da19e801,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:19.047746 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f930e311-f602-4416-a6a3-1ac06cb01fd5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5481970 Feb 20 23:37:19.061792 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:37:17Z', 'revision_number': 3, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:19.069214 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Request body: {'port': {'device_id': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:19.084042 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f71bb49c-e22a-4628-aefe-90ffd53311f7 req-cf6f0f31-6414-4e50-9b7e-3f197f0355ba tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 210 time: 0.0589964 Feb 20 23:37:19.091441 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Checking router: 341bf4b5-80c4-44ee-87b8-6ed98e0f500a for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:37:19.091797 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Updating router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a port 4dc543c7-6a96-43d5-83d6-1617b954b919 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:37:19.144548 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.199194 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.202951 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:19.210601 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a39344cf-875c-41d1-9862-6c2e549ff63f None None] Current status of the port b08ab92c-32f9-4c8b-ac73-fa975ec84feb is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:19.285492 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-f5fcc43d-e2f2-49de-b17b-df553b294d1e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:19.287466 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-f5fcc43d-e2f2-49de-b17b-df553b294d1e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "GET /v2.0/networks?id=9276f0c6-c046-4f6d-be68-6f3eda4197b7 HTTP/1.1" status: 200 len: 808 time: 0.1494577 Feb 20 23:37:19.309993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Request body: {'port': {'device_id': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7', 'admin_state_up': True, 'tenant_id': 'e24c9388cf71446589d487f76b9f5ad6'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:19.355955 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port b08ab92c-32f9-4c8b-ac73-fa975ec84feb is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:19.369933 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-49c2e2db-123e-4a92-b4c6-392533b671f7 None None] Provisioning complete for port d0bac779-2cd8-4b02-b65e-2005da19e801 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:19.370314 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c2e2db-123e-4a92-b4c6-392533b671f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.394866 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 128609e9-b733-40d7-ae7b-f2490f723533 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:19.395192 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (128609e9-b733-40d7-ae7b-f2490f723533), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.440789 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-49c2e2db-123e-4a92-b4c6-392533b671f7 None None] Port d0bac779-2cd8-4b02-b65e-2005da19e801 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:37:19.492400 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Publish callbacks [] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.501890 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 128609e9-b733-40d7-ae7b-f2490f723533 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:19.507766 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.528839 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:19.531850 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77405e20-0ad3-472d-8a19-427a7dc75a05" -d '{"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:19.540212 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2454f-8477-456b-b1d4-d6e5e880f4ed req-74671ae1-27c6-4540-aa27-f21507ca053c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:19.549699 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:19.549852 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ec2454f-8477-456b-b1d4-d6e5e880f4ed req-74671ae1-27c6-4540-aa27-f21507ca053c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 944 time: 0.4207208 Feb 20 23:37:19.567556 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.613963 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc523b4-77e6-4278-a9f4-09c87b439199 req-54e7bd89-957e-4586-b082-eaef64fd2a23 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:19.615492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2cc523b4-77e6-4278-a9f4-09c87b439199 req-54e7bd89-957e-4586-b082-eaef64fd2a23 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 931 time: 0.3136535 Feb 20 23:37:19.633127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bac779-2cd8-4b02-b65e-2005da19e801 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:19.641869 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Attempting to bind port 4dc543c7-6a96-43d5-83d6-1617b954b919 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:19.642246 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Attempting to bind port 4dc543c7-6a96-43d5-83d6-1617b954b919 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:19.643149 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Attempting to bind port 4dc543c7-6a96-43d5-83d6-1617b954b919 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:19.653533 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Publish callbacks [] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.659656 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:19.660119 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:19.660527 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.660922 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:19.661395 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Bound port: 4dc543c7-6a96-43d5-83d6-1617b954b919, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:19.661775 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.665470 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Transition to ACTIVE for port object d0bac779-2cd8-4b02-b65e-2005da19e801 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:37:19.675793 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.688755 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc7aa-1980-4397-ae26-ac89f1daca56 None None] Pushing event updated for resources: {'Port': ['ID=4dc543c7-6a96-43d5-83d6-1617b954b919,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:19.708941 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device b08ab92c-32f9-4c8b-ac73-fa975ec84feb up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:19.725156 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] For port 4dc543c7-6a96-43d5-83d6-1617b954b919, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:19.729054 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] For port 4dc543c7-6a96-43d5-83d6-1617b954b919, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=4dc543c7-6a96-43d5-83d6-1617b954b919,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:19.750282 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.758009 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ec2454f-8477-456b-b1d4-d6e5e880f4ed req-a92b84f8-9ba4-474e-ac01-6a855b8a8e34 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094564 Feb 20 23:37:19.769974 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:19.775909 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2cc523b4-77e6-4278-a9f4-09c87b439199 req-b4c0b41a-352b-44de-b4b1-b3d4246ebf6e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515636 Feb 20 23:37:19.787547 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port b08ab92c-32f9-4c8b-ac73-fa975ec84feb triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:19.787968 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.807891 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.893570 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7374ce4-df1a-49c8-b59f-c10fe32d338c x-openstack-request-id: req-e7374ce4-df1a-49c8-b59f-c10fe32d338c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:19.894403 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:19.894403 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7374ce4-df1a-49c8-b59f-c10fe32d338c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:19.894823 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'code': 200} Feb 20 23:37:19.895909 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port b08ab92c-32f9-4c8b-ac73-fa975ec84feb is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:19.899917 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bac779-2cd8-4b02-b65e-2005da19e801,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:19.912553 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Made reservation on behalf of e24c9388cf71446589d487f76b9f5ad6 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:19.921380 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:19.926375 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Attempting to bind port d0bac779-2cd8-4b02-b65e-2005da19e801 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:19.927546 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Attempting to bind port d0bac779-2cd8-4b02-b65e-2005da19e801 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:19.928553 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Attempting to bind port d0bac779-2cd8-4b02-b65e-2005da19e801 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:19.936071 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Port d0bac779-2cd8-4b02-b65e-2005da19e801 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:37:19.936071 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Attempting to bind port d0bac779-2cd8-4b02-b65e-2005da19e801 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:19.952036 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:19.952649 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Checking segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:19.953203 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Bound using segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:19.953902 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Bound port: d0bac779-2cd8-4b02-b65e-2005da19e801, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:19.954459 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.041050 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Routers {'341bf4b5-80c4-44ee-87b8-6ed98e0f500a'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:20.041841 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:20.045062 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] For port d0bac779-2cd8-4b02-b65e-2005da19e801, host hv-cinder-83009, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:20.048358 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc7aa-1980-4397-ae26-ac89f1daca56 None None] Pushing event updated for resources: {'Port': ['ID=4dc543c7-6a96-43d5-83d6-1617b954b919,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:20.059917 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] For port d0bac779-2cd8-4b02-b65e-2005da19e801, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0bac779-2cd8-4b02-b65e-2005da19e801,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:20.112390 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868e947-8b1f-4e61-b0cb-7b63cf1d686f req-c7efebc5-06b0-4610-b7c1-cea02b269f3c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:20.113958 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5868e947-8b1f-4e61-b0cb-7b63cf1d686f req-c7efebc5-06b0-4610-b7c1-cea02b269f3c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.1899691 Feb 20 23:37:20.165026 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] Set router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:20.218076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.245512 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ccfcdd77-467c-470a-9297-9db795d1d548 req-3ad1f176-dad7-4ef9-b8f1-47bbb610bcc3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 210 time: 0.0714259 Feb 20 23:37:20.256373 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Allocated IP 172.20.0.5 (9276f0c6-c046-4f6d-be68-6f3eda4197b7/8c8166a6-381b-4a36-bb6b-b971a416d904/722120bb-2e6a-4d08-9dec-de3a1e9fd2e1) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:20.291281 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5868e947-8b1f-4e61-b0cb-7b63cf1d686f req-15c38cf2-bf52-4f3b-b48e-109f540cb5e3 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696444 Feb 20 23:37:20.292034 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:20.294802 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.296291 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] 10.222.0.88 "PUT /v2.0/ports/d0bac779-2cd8-4b02-b65e-2005da19e801 HTTP/1.1" status: 200 len: 1093 time: 1.2323723 Feb 20 23:37:20.299079 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:20.299640 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.304824 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:20.342640 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141334-9eb4-4a1a-8b5c-8d913f193ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bac779-2cd8-4b02-b65e-2005da19e801,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:20.417891 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9eb50-1a2c-494c-95fd-2361834f8608 x-openstack-request-id: req-c1d9eb50-1a2c-494c-95fd-2361834f8608 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:20.418800 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:20.419128 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1d9eb50-1a2c-494c-95fd-2361834f8608 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:20.419657 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'status': 'completed', 'code': 200} Feb 20 23:37:20.449811 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:37:17Z', 'revision_number': 3, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:20.500842 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f req-31a4c3b6-71e9-4a7e-a6ba-c5f6f697c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:20.501444 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5ed78-c629-4d85-a20c-e56cd989bc24 None None] The sync data for ids ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'] in dv-cinder-830098-1-iscsi is: [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:37:17Z', 'revision_number': 3, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:37:20.503159 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f req-31a4c3b6-71e9-4a7e-a6ba-c5f6f697c2fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 1127 time: 0.0622125 Feb 20 23:37:20.588697 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks [] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.632121 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Allocated IP 172.20.0.1 (40bba6b2-ea24-484c-bf0c-f9f5da24a303/5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8/c438de0b-2f3b-4b7a-bf1c-3fada4164252) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:20.638227 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f req-86f956c9-3050-4698-99c0-c7169abb3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:20.639970 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f req-86f956c9-3050-4698-99c0-c7169abb3604 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1269019 Feb 20 23:37:20.682221 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692911ae-1d4d-4535-ac05-ddcfa789924e req-7a5dfd51-018d-4cf1-ac3f-ddc4a40790c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:20.683740 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-692911ae-1d4d-4535-ac05-ddcfa789924e req-7a5dfd51-018d-4cf1-ac3f-ddc4a40790c4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 1130 time: 0.1165304 Feb 20 23:37:20.764674 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f req-dd60f621-9298-4cbe-b105-f673f57a84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:20.767354 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-22f4dbbc-17f7-49b1-80eb-e909c17bae9f req-dd60f621-9298-4cbe-b105-f673f57a84f1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194499 Feb 20 23:37:20.780913 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-692911ae-1d4d-4535-ac05-ddcfa789924e req-edf5ed06-1cf1-4b7c-93b6-3897a4725499 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643322 Feb 20 23:37:20.828355 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks [] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.853048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:20.943255 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:20.970677 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:20.978035 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:21.018486 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Pushing event updated for resources: {'Port': ['ID=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:21.040994 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.090997 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.091645 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.111141 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-a0371446-a66c-46f0-82ce-4f301d3d4065 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.112897 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-a0371446-a66c-46f0-82ce-4f301d3d4065 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 946 time: 0.0750844 Feb 20 23:37:21.238562 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Deleting port 71c956c7-c9c1-4612-98d8-88f059d39db9 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:37:21.238805 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.337523 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] For port 71c956c7-c9c1-4612-98d8-88f059d39db9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=71c956c7-c9c1-4612-98d8-88f059d39db9,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:21.337894 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.351337 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Calling delete_port for 71c956c7-c9c1-4612-98d8-88f059d39db9 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:37:21.352709 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c8b4-c1b9-4d43-952e-1d64b5e12049 req-73a5dca4-83c2-4ade-a497-839ea00fbb4b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.359379 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6831c8b4-c1b9-4d43-952e-1d64b5e12049 req-73a5dca4-83c2-4ade-a497-839ea00fbb4b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.4575410 Feb 20 23:37:21.396708 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d04f5-43e6-48e5-8972-a8fc190f006e req-1bf34db8-b2c2-4dc1-a508-5eddaac15dd1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.398364 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a22d04f5-43e6-48e5-8972-a8fc190f006e req-1bf34db8-b2c2-4dc1-a508-5eddaac15dd1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.5337431 Feb 20 23:37:21.407746 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:21.420949 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Pushing event updated for resources: {'Port': ['ID=c438de0b-2f3b-4b7a-bf1c-3fada4164252,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:21.425973 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:21.439019 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:21.487550 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-33752cd5-be5b-42a6-90e8-b2841bad166c tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1836634 Feb 20 23:37:21.511138 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Request body: {'port': {'device_id': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:21.516821 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6831c8b4-c1b9-4d43-952e-1d64b5e12049 req-79107cf9-57c8-48f3-b429-7ae6da3b1b0b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557460 Feb 20 23:37:21.527937 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4572c1c-c7ed-4523-93b1-43a1214f9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.529477 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-c4572c1c-c7ed-4523-93b1-43a1214f9aff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 1127 time: 0.4831693 Feb 20 23:37:21.601947 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.608399 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-327494cf-dc03-46de-8f3e-47ac1f428770 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bac779-2cd8-4b02-b65e-2005da19e801 HTTP/1.1" status: 200 len: 217 time: 0.0555024 Feb 20 23:37:21.612298 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a22d04f5-43e6-48e5-8972-a8fc190f006e req-2847defb-32ce-455c-8683-6dbb0d5d0986 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034135 Feb 20 23:37:21.666170 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (71c956c7-c9c1-4612-98d8-88f059d39db9), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.691565 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['49576d77-1fb3-4724-816c-06fa87166fb8', '71c956c7-c9c1-4612-98d8-88f059d39db9'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:21.765368 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Pushing event deleted for resources: {'Port': ['ID=71c956c7-c9c1-4612-98d8-88f059d39db9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:21.789272 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4dc543c7-6a96-43d5-83d6-1617b954b919 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:21.824061 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.829593 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-9107c53b-bad9-4760-a6d4-132d70f8f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.829961 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] No DVR routers for this DVR port 71c956c7-c9c1-4612-98d8-88f059d39db9 on host hv-cinder-83009 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:37:21.831677 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-9107c53b-bad9-4760-a6d4-132d70f8f3d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.1824694 Feb 20 23:37:21.832623 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.836142 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-7018afaa-b319-4b2a-a024-9dc632b8a580 req-337b7fa5-b8b9-4899-b1ec-a09c283c1094 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "DELETE /v2.0/ports/71c956c7-c9c1-4612-98d8-88f059d39db9 HTTP/1.1" status: 204 len: 173 time: 0.7164154 Feb 20 23:37:21.854151 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-519abc91-84eb-4676-99e3-ac8cbc0c4853 None None] Provisioning complete for port c438de0b-2f3b-4b7a-bf1c-3fada4164252 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:21.855203 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519abc91-84eb-4676-99e3-ac8cbc0c4853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.933015 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-519abc91-84eb-4676-99e3-ac8cbc0c4853 None None] Port c438de0b-2f3b-4b7a-bf1c-3fada4164252 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:37:21.934614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b954e7-05d9-4da8-8baf-4c84af96b088 req-99d119d2-3dd8-4c07-bbdd-05d2133c08a3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.936312 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e7b954e7-05d9-4da8-8baf-4c84af96b088 req-99d119d2-3dd8-4c07-bbdd-05d2133c08a3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 931 time: 0.1941538 Feb 20 23:37:21.953842 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 4dc543c7-6a96-43d5-83d6-1617b954b919 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:21.954227 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.977020 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f6e1f677-1126-4cc5-9edb-6f8b08b75acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:21.978447 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f6e1f677-1126-4cc5-9edb-6f8b08b75acd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1321573 Feb 20 23:37:22.096542 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 4dc543c7-6a96-43d5-83d6-1617b954b919 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:22.096942 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.130143 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 4dc543c7-6a96-43d5-83d6-1617b954b919, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=4dc543c7-6a96-43d5-83d6-1617b954b919,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:22.161758 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.177913 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e7b954e7-05d9-4da8-8baf-4c84af96b088 req-af7980da-1228-435a-95d8-7b80ed6acae1 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301190 Feb 20 23:37:22.280882 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.288519 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-580c9527-402c-4bd0-9034-8b2fa161926c req-260919ad-e953-4aa7-a960-7caa81f082f7 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=050b4d26-2c1c-436a-9eea-4c3c6dee5af9 HTTP/1.1" status: 200 len: 210 time: 0.0622425 Feb 20 23:37:22.313775 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f3d065b0-61c4-42d6-b577-a57b46c10bcb service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863882 Feb 20 23:37:22.351525 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=4dc543c7-6a96-43d5-83d6-1617b954b919,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:22.420369 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'name': 'network-vif-deleted', 'tag': '71c956c7-c9c1-4612-98d8-88f059d39db9'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:22.423423 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aded72-44c4-4f7c-9853-9969ebeea356" -d '{"events": [{"server_uuid": "050b4d26-2c1c-436a-9eea-4c3c6dee5af9", "name": "network-vif-deleted", "tag": "71c956c7-c9c1-4612-98d8-88f059d39db9"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:22.463118 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc433ef-980d-4874-a396-4846b025da84 x-openstack-request-id: req-8fc433ef-980d-4874-a396-4846b025da84 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:22.463417 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b4d26-2c1c-436a-9eea-4c3c6dee5af9", "name": "network-vif-deleted", "tag": "71c956c7-c9c1-4612-98d8-88f059d39db9", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:22.463813 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fc433ef-980d-4874-a396-4846b025da84 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:22.464392 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b4d26-2c1c-436a-9eea-4c3c6dee5af9', 'name': 'network-vif-deleted', 'tag': '71c956c7-c9c1-4612-98d8-88f059d39db9', 'status': 'completed', 'code': 200} Feb 20 23:37:22.557847 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3eafba-d2b9-4c23-a0d9-18d854c91260 req-f1bad9dc-24c9-46f5-8a3a-36b8ae8a56db service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389090 Feb 20 23:37:22.586652 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:22.598319 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Publish callbacks [] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.652793 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Transition to ACTIVE for port object 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:37:22.658260 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks [] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.679240 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0abb22-10fe-43db-827a-8fe7db36dcfa req-e03d53da-17e1-436b-8a67-ac490604352d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:22.681070 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a0abb22-10fe-43db-827a-8fe7db36dcfa req-e03d53da-17e1-436b-8a67-ac490604352d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.0866332 Feb 20 23:37:22.762931 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.777984 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a0abb22-10fe-43db-827a-8fe7db36dcfa req-26759554-aac1-461f-8a5f-8bbfd7a94f81 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911698 Feb 20 23:37:22.800888 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:22.835552 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988313-b1b6-4505-8b86-cb0485f12334 req-84f0658e-f536-4983-b51e-2b27d9c74bdd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:22.837075 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64988313-b1b6-4505-8b86-cb0485f12334 req-84f0658e-f536-4983-b51e-2b27d9c74bdd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.1516738 Feb 20 23:37:22.867218 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Pushing event updated for resources: {'Port': ['ID=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:22.887182 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.004206 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Pushing event updated for resources: {'Port': ['ID=c438de0b-2f3b-4b7a-bf1c-3fada4164252,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:23.035820 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64988313-b1b6-4505-8b86-cb0485f12334 req-41df7f22-cc8c-442d-bfa8-406a1178b127 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898429 Feb 20 23:37:23.073265 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Attempting to bind port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:23.073596 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Attempting to bind port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:23.073921 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Attempting to bind port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 on network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:23.095669 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 on network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:37:23.096007 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Attempting to bind port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 on network 9276f0c6-c046-4f6d-be68-6f3eda4197b7 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:23.107973 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:23.108314 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Checking segment: {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:23.108775 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Bound using segment: {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:23.109155 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Bound port: 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a093cc-5c14-4fcf-9681-d921a108fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:23.109562 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.127658 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:23.130414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:23.240899 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] For port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:23.320155 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] For port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:23.378294 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:37:23.387750 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a02b-de01-46ef-8a7c-f71b09e836ea req-eadc37c2-66a9-4639-b0fa-0e9ddd4d7407 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:23.389272 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8e29a02b-de01-46ef-8a7c-f71b09e836ea req-eadc37c2-66a9-4639-b0fa-0e9ddd4d7407 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 943 time: 0.0960860 Feb 20 23:37:23.465219 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-bacb7258-1e7b-4daf-ad47-aa8d5aacf3ef None None] Provisioning complete for port c438de0b-2f3b-4b7a-bf1c-3fada4164252 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:23.465784 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bacb7258-1e7b-4daf-ad47-aa8d5aacf3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.467580 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.498666 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bacb7258-1e7b-4daf-ad47-aa8d5aacf3ef None None] Port c438de0b-2f3b-4b7a-bf1c-3fada4164252 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:37:23.549792 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:23.550419 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.551808 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] 10.222.0.88 "PUT /v2.0/ports/722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 HTTP/1.1" status: 200 len: 1093 time: 2.0457692 Feb 20 23:37:23.553933 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'tag': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:23.556286 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b51767-8425-4928-8889-a24ea9d6590d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e43e55-7fe3-42dc-9a19-074464cefba7", "tag": "722120bb-2e6a-4d08-9dec-de3a1e9fd2e1"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:23.561221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8e29a02b-de01-46ef-8a7c-f71b09e836ea req-8934bf68-0d03-445d-b182-442c3a40c124 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654911 Feb 20 23:37:23.740668 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4dc543c7-6a96-43d5-83d6-1617b954b919 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:23.798292 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 4dc543c7-6a96-43d5-83d6-1617b954b919 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:23.798776 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.813021 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1151595-eb51-4bdc-8e38-d1f059cc717a x-openstack-request-id: req-d1151595-eb51-4bdc-8e38-d1f059cc717a {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:23.813468 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e43e55-7fe3-42dc-9a19-074464cefba7", "tag": "722120bb-2e6a-4d08-9dec-de3a1e9fd2e1", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:23.813728 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1151595-eb51-4bdc-8e38-d1f059cc717a {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:23.814122 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'tag': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1', 'status': 'completed', 'code': 200} Feb 20 23:37:23.839158 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccf454-9cf1-4cc1-8ac8-fb6008d8cb25 service neutron] Pushing event updated for resources: {'Port': ['ID=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:23.872488 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:37:23.880027 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4347ad4f-1a65-4e90-8e5b-1e590d713e2e admin admin] 10.222.0.60 "PUT /v2.0/routers/341bf4b5-80c4-44ee-87b8-6ed98e0f500a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9961095 Feb 20 23:37:23.897963 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Sync routers for ids ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:37:23.899840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 4dc543c7-6a96-43d5-83d6-1617b954b919 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:23.912588 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Routers {'341bf4b5-80c4-44ee-87b8-6ed98e0f500a'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:23.912866 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63249f60-9051-499a-bfc6-af09bf085368 req-bf226ae2-d0be-4f84-bb45-82044b9362c9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:23.913458 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:23.914859 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63249f60-9051-499a-bfc6-af09bf085368 req-bf226ae2-d0be-4f84-bb45-82044b9362c9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1033161 Feb 20 23:37:23.917723 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-20c88872-c179-4294-9d69-ab3836b16670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:23.919906 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-20c88872-c179-4294-9d69-ab3836b16670 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e24c9388cf71446589d487f76b9f5ad6&device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 1127 time: 0.1030290 Feb 20 23:37:23.981195 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-16c8ad08-e4bb-4423-98c1-b66518d7529f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 HTTP/1.1" status: 200 len: 217 time: 0.0501499 Feb 20 23:37:24.031412 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63249f60-9051-499a-bfc6-af09bf085368 req-521bc552-59f9-4cf1-b7b4-3bcfdc2c7d67 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091132 Feb 20 23:37:24.050796 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-d547a233-b54a-48e4-b2ac-c345a307bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.051851 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-d547a233-b54a-48e4-b2ac-c345a307bf9e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c8166a6-381b-4a36-bb6b-b971a416d904 HTTP/1.1" status: 200 len: 848 time: 0.0621922 Feb 20 23:37:24.065338 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Set router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:24.092385 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-cd26b488-67bb-4862-aefc-636e62a02dca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9276f0c6-c046-4f6d-be68-6f3eda4197b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347099 Feb 20 23:37:24.299883 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73753f9-78c3-4bc9-9aee-cffb60898f8b req-dd5b8b1f-b71e-4607-ad2d-b0485b66892b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.301476 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a73753f9-78c3-4bc9-9aee-cffb60898f8b req-dd5b8b1f-b71e-4607-ad2d-b0485b66892b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.1250191 Feb 20 23:37:24.303298 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-f51f6c75-ff6a-4897-8d43-49760fdac099 service neutron] 10.222.0.88 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039118 Feb 20 23:37:24.306286 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:37:21Z', 'revision_number': 4, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'c438de0b-2f3b-4b7a-bf1c-3fada4164252', 'name': '', 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'mac_address': 'fa:16:3e:b6:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:20Z', 'updated_at': '2022-02-20T23:37:22Z', 'revision_number': 2, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'subnets': [{'id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:24.310125 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0ad9d-abd9-4020-b183-f2bf949cf25b req-0af023bc-eec1-4d42-8009-2a02534519c5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.311584 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78f0ad9d-abd9-4020-b183-f2bf949cf25b req-0af023bc-eec1-4d42-8009-2a02534519c5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.1363735 Feb 20 23:37:24.334224 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Checking router: 341bf4b5-80c4-44ee-87b8-6ed98e0f500a for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:37:24.334968 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Updating router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a port c438de0b-2f3b-4b7a-bf1c-3fada4164252 binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:37:24.365701 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:24.458640 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd55172e-a9a3-4003-8f0e-ba68c7f8bb7f req-5ec1fd36-97bc-4a45-84c1-a2b971896d97 service neutron] 10.222.0.88 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444690 Feb 20 23:37:24.484630 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a73753f9-78c3-4bc9-9aee-cffb60898f8b req-33699683-8f01-437a-8bc5-4fba6180c72d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720467 Feb 20 23:37:24.488256 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78f0ad9d-abd9-4020-b183-f2bf949cf25b req-562dbbcf-3db9-4a43-a1fa-1821a1599154 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607003 Feb 20 23:37:24.663952 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Publish callbacks [] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:24.724818 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ce942-5a04-430d-afe2-eb2a7a8098b6 req-be3491a8-a4ba-4e3b-90e9-30e69c99868f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.726354 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-381ce942-5a04-430d-afe2-eb2a7a8098b6 req-be3491a8-a4ba-4e3b-90e9-30e69c99868f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1523490 Feb 20 23:37:24.738712 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51767-8425-4928-8889-a24ea9d6590d req-c4042847-c33b-43e4-88b2-82480f62cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.740160 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-c4042847-c33b-43e4-88b2-82480f62cc51 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e24c9388cf71446589d487f76b9f5ad6&device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 1127 time: 0.1306007 Feb 20 23:37:24.750070 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:24.770578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e0bb-3ffd-4b71-a750-740fdcccd298 req-cc685c64-e692-4d04-b334-0050ad2544df tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.772174 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0b92e0bb-3ffd-4b71-a750-740fdcccd298 req-cc685c64-e692-4d04-b334-0050ad2544df tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 943 time: 0.1318471 Feb 20 23:37:24.819308 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626ca5-da97-4b0e-8a1f-af9288cafc12 None None] Pushing event updated for resources: {'Port': ['ID=c438de0b-2f3b-4b7a-bf1c-3fada4164252,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:24.885770 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-381ce942-5a04-430d-afe2-eb2a7a8098b6 req-a8879608-f84b-40c5-b4f8-8cbe80a9b4b2 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519849 Feb 20 23:37:24.924557 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0b92e0bb-3ffd-4b71-a750-740fdcccd298 req-217ae997-4699-46d5-87c6-d8e8918d0ab4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352065 Feb 20 23:37:24.929865 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51767-8425-4928-8889-a24ea9d6590d req-41c0d1ae-f8d9-47af-8a91-2276e86e940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:24.932898 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-41c0d1ae-f8d9-47af-8a91-2276e86e940e service neutron] 10.222.0.88 "GET /v2.0/networks?id=9276f0c6-c046-4f6d-be68-6f3eda4197b7 HTTP/1.1" status: 200 len: 909 time: 0.1847522 Feb 20 23:37:24.941534 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Attempting to bind port c438de0b-2f3b-4b7a-bf1c-3fada4164252 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:24.941968 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Attempting to bind port c438de0b-2f3b-4b7a-bf1c-3fada4164252 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:24.942344 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Attempting to bind port c438de0b-2f3b-4b7a-bf1c-3fada4164252 on network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:24.947890 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:24.948275 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Checking segment: {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:24.948683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:24.949602 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Bound using segment: {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:24.950084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Bound port: c438de0b-2f3b-4b7a-bf1c-3fada4164252, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd89d453-200e-4a46-8381-600f43dfb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:24.950723 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:25.007122 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-9b0addb7-ed33-4bb9-8f88-814164afd351 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 HTTP/1.1" status: 200 len: 217 time: 0.0571425 Feb 20 23:37:25.037240 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] For port c438de0b-2f3b-4b7a-bf1c-3fada4164252, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:25.040540 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] For port c438de0b-2f3b-4b7a-bf1c-3fada4164252, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=c438de0b-2f3b-4b7a-bf1c-3fada4164252,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:25.077013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51767-8425-4928-8889-a24ea9d6590d req-cfc626cf-e8df-4538-b7d8-f31598fc7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:25.081987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-cfc626cf-e8df-4538-b7d8-f31598fc7cb7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c8166a6-381b-4a36-bb6b-b971a416d904 HTTP/1.1" status: 200 len: 848 time: 0.0647893 Feb 20 23:37:25.144228 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-b9857116-929b-48b3-ba06-a919818ed527 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9276f0c6-c046-4f6d-be68-6f3eda4197b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501952 Feb 20 23:37:25.160134 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 71c956c7-c9c1-4612-98d8-88f059d39db9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:37:25.183942 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 71c956c7-c9c1-4612-98d8-88f059d39db9 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:37:25.184317 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 71c956c7-c9c1-4612-98d8-88f059d39db9 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:37:25.186277 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:25.271828 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626ca5-da97-4b0e-8a1f-af9288cafc12 None None] Pushing event updated for resources: {'Port': ['ID=c438de0b-2f3b-4b7a-bf1c-3fada4164252,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:25.280536 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] Provisioning complete for port c438de0b-2f3b-4b7a-bf1c-3fada4164252 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:25.280758 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f615-e989-4fa2-8de7-9abfff26d4fb req-14b21256-a6e9-44d0-b309-a3a2a60e8d9f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:25.280938 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:25.282505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e4f615-e989-4fa2-8de7-9abfff26d4fb req-14b21256-a6e9-44d0-b309-a3a2a60e8d9f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1416829 Feb 20 23:37:25.283271 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Routers {'341bf4b5-80c4-44ee-87b8-6ed98e0f500a'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:25.283950 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:25.311743 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-0b82a7c6-dd4e-4ae1-bf4f-aca9e32a1b22 service neutron] 10.222.0.88 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576207 Feb 20 23:37:25.393251 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9e4f615-e989-4fa2-8de7-9abfff26d4fb req-8692ce1a-4301-4999-a625-a2bcf62fd4d2 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051886 Feb 20 23:37:25.449017 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6b51767-8425-4928-8889-a24ea9d6590d req-228acdfa-bf85-4daa-a9f0-4c57f4401f35 service neutron] 10.222.0.88 "GET /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281555 Feb 20 23:37:25.629389 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] Set router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:25.670461 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] Current status of the port c438de0b-2f3b-4b7a-bf1c-3fada4164252 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:25.671120 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:25.710852 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7acb-af60-49f1-aefc-8cb39840038b req-d4d41f87-f2e2-4b34-b25c-09c1ae8c5133 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:25.717663 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-105e7acb-af60-49f1-aefc-8cb39840038b req-d4d41f87-f2e2-4b34-b25c-09c1ae8c5133 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.0971971 Feb 20 23:37:25.750120 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34c42b-adb8-4483-9ff3-fd8e53d706ca req-bc7c7f61-e680-40aa-90e3-5791873e3be2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:25.755010 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa34c42b-adb8-4483-9ff3-fd8e53d706ca req-bc7c7f61-e680-40aa-90e3-5791873e3be2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.1219146 Feb 20 23:37:25.789941 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] For port c438de0b-2f3b-4b7a-bf1c-3fada4164252, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=c438de0b-2f3b-4b7a-bf1c-3fada4164252,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:25.814497 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-105e7acb-af60-49f1-aefc-8cb39840038b req-1f98cbcc-6e43-4122-90e9-da65b506c074 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958674 Feb 20 23:37:25.846799 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa34c42b-adb8-4483-9ff3-fd8e53d706ca req-d6d9844d-281d-4371-a848-2481a5260d3d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828986 Feb 20 23:37:25.895431 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:37:21Z', 'revision_number': 4, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'c438de0b-2f3b-4b7a-bf1c-3fada4164252', 'name': '', 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'mac_address': 'fa:16:3e:b6:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:20Z', 'updated_at': '2022-02-20T23:37:25Z', 'revision_number': 4, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'subnets': [{'id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:25.922740 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:25.954783 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0933a32-64ff-45ca-84ea-5f5a62b1728e None None] The sync data for ids ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'] in dv-cinder-830098-1-iscsi is: [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:37:21Z', 'revision_number': 4, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'c438de0b-2f3b-4b7a-bf1c-3fada4164252', 'name': '', 'network_id': '40bba6b2-ea24-484c-bf0c-f9f5da24a303', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'mac_address': 'fa:16:3e:b6:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:20Z', 'updated_at': '2022-02-20T23:37:25Z', 'revision_number': 4, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'subnets': [{'id': '5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:37:26.031133 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf2ea-6fcb-482a-8205-5d88fde40b16 None None] Pushing event updated for resources: {'Port': ['ID=c438de0b-2f3b-4b7a-bf1c-3fada4164252,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:26.060368 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-cdaa7ca0-490a-4070-b0d6-cf228b434bf0 None None] Provisioning complete for port c438de0b-2f3b-4b7a-bf1c-3fada4164252 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:26.060755 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdaa7ca0-490a-4070-b0d6-cf228b434bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:26.147478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998e25-3089-40b7-8658-24d3969dbd22 req-c94510c9-986d-468f-bef0-878720f0993d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:26.148950 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b0998e25-3089-40b7-8658-24d3969dbd22 req-c94510c9-986d-468f-bef0-878720f0993d tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 943 time: 0.0962851 Feb 20 23:37:26.171095 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed273f9-8101-42c5-8e73-5f4deca65dca req-1db6bad4-c52e-410f-abe6-14cf674304ac tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:26.173363 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ed273f9-8101-42c5-8e73-5f4deca65dca req-1db6bad4-c52e-410f-abe6-14cf674304ac tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1836600 Feb 20 23:37:26.190178 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa7ca0-490a-4070-b0d6-cf228b434bf0 None None] Current status of the port c438de0b-2f3b-4b7a-bf1c-3fada4164252 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:26.278152 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b0998e25-3089-40b7-8658-24d3969dbd22 req-8effa926-9bfa-420d-9694-e5f4310702f5 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992415 Feb 20 23:37:26.282850 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ed273f9-8101-42c5-8e73-5f4deca65dca req-88521ff0-b8f8-409e-8661-3e27a7de93d5 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022232 Feb 20 23:37:26.549233 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013b0f0-ea63-47bc-bfba-3f68c2768c0d req-38102d63-b48b-4d4d-bd6a-33c4614cc6de tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:26.550752 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0013b0f0-ea63-47bc-bfba-3f68c2768c0d req-38102d63-b48b-4d4d-bd6a-33c4614cc6de tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0716529 Feb 20 23:37:26.624818 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0013b0f0-ea63-47bc-bfba-3f68c2768c0d req-ae8ea719-7daf-46a3-983d-81dfb5fedbce tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680745 Feb 20 23:37:26.943754 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfd7a-3798-45c3-86c5-86fbd3ca3da0 req-29b44960-de79-4d24-b315-f296b9dd9d19 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:26.943754 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fccfd7a-3798-45c3-86c5-86fbd3ca3da0 req-29b44960-de79-4d24-b315-f296b9dd9d19 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.0670152 Feb 20 23:37:27.000418 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fccfd7a-3798-45c3-86c5-86fbd3ca3da0 req-f391eadf-d8a2-4416-ab0e-5e6766d3e9cc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498648 Feb 20 23:37:27.183762 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:37:27.353993 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:27.383422 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1', 'network_id': '9276f0c6-c046-4f6d-be68-6f3eda4197b7', 'port_id': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1', 'mac_address': 'fa:16:3e:11:f6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8166a6-381b-4a36-bb6b-b971a416d904', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:37:27.432092 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:27.432492 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:27.450165 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:27.475507 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:27.525994 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e0c4f-81b4-43a5-8424-5e0683dbf954 req-7a3a42c9-9b72-4bf9-9bdf-c18d921fc324 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:27.536352 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c4e0c4f-81b4-43a5-8424-5e0683dbf954 req-7a3a42c9-9b72-4bf9-9bdf-c18d921fc324 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 943 time: 0.1803472 Feb 20 23:37:27.571062 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:27.591576 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9e2a1-1372-43ee-9d34-df7e05f7ab08 req-c84a4dbd-ba37-48df-8c31-f3724be9bbfc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:27.600863 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00d9e2a1-1372-43ee-9d34-df7e05f7ab08 req-c84a4dbd-ba37-48df-8c31-f3724be9bbfc tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.2026467 Feb 20 23:37:27.646655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:27.653880 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c4e0c4f-81b4-43a5-8424-5e0683dbf954 req-19d5bcc7-2cf4-43b2-85a8-da9543354285 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144741 Feb 20 23:37:27.753204 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00d9e2a1-1372-43ee-9d34-df7e05f7ab08 req-93ed1863-fbc1-48fb-a5f0-9224b76fc756 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511016 Feb 20 23:37:27.809020 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device c438de0b-2f3b-4b7a-bf1c-3fada4164252 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:27.831316 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060affa9-6076-4f55-a08c-e2de37346530 req-2420b36f-fbd0-48ea-8f5b-5c532b237eb9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:27.833138 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-060affa9-6076-4f55-a08c-e2de37346530 req-2420b36f-fbd0-48ea-8f5b-5c532b237eb9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0642002 Feb 20 23:37:27.870506 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['722120bb-2e6a-4d08-9dec-de3a1e9fd2e1'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:27.937505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-060affa9-6076-4f55-a08c-e2de37346530 req-5f17085a-3d6e-40e7-b808-ca664eaf08b7 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973773 Feb 20 23:37:28.006790 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port c438de0b-2f3b-4b7a-bf1c-3fada4164252 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:28.007315 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:28.170400 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6226-5109-4912-b9a1-8b89706c5763 req-e52eca9f-618e-4083-a6b5-a59e0265a80f tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:28.171927 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f7f6226-5109-4912-b9a1-8b89706c5763 req-e52eca9f-618e-4083-a6b5-a59e0265a80f tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.0714064 Feb 20 23:37:28.201688 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port c438de0b-2f3b-4b7a-bf1c-3fada4164252 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:28.240476 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f7f6226-5109-4912-b9a1-8b89706c5763 req-87b45033-fe4d-471f-8ab2-d185aae82120 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584390 Feb 20 23:37:28.782635 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227febc-4340-4246-aac1-c1ef1d4084cd req-a1effa79-3eca-4359-ad0c-d1993b7139e3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:28.785157 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6227febc-4340-4246-aac1-c1ef1d4084cd req-a1effa79-3eca-4359-ad0c-d1993b7139e3 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 944 time: 0.0622180 Feb 20 23:37:28.865657 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6227febc-4340-4246-aac1-c1ef1d4084cd req-00e243a0-fad4-4a46-b4ae-2a92e5d5ad2e tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728843 Feb 20 23:37:28.887411 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b18fa-82c1-4825-848f-153700dac842 req-441cc044-d45f-4da4-ab5e-dce5f209a991 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:28.889009 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-566b18fa-82c1-4825-848f-153700dac842 req-441cc044-d45f-4da4-ab5e-dce5f209a991 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0768423 Feb 20 23:37:28.945492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-566b18fa-82c1-4825-848f-153700dac842 req-18f05192-6906-49d7-8891-e9388c8e9823 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Feb 20 23:37:29.084005 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a5cb4-9da1-4596-b347-0beb0728354a req-3e1bd4b2-03c5-4766-b5af-6c4c3e791dd3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:29.090806 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-720a5cb4-9da1-4596-b347-0beb0728354a req-3e1bd4b2-03c5-4766-b5af-6c4c3e791dd3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0713608 Feb 20 23:37:29.137684 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-720a5cb4-9da1-4596-b347-0beb0728354a req-d68466d6-1177-4b89-a35c-68c364f36f27 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 Feb 20 23:37:29.227245 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:29.365903 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:37:29.368239 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b192db-7d73-4f13-9bf8-aa5807e76c44 req-4125c604-4742-4345-8f3d-bf75f24c3189 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:29.368832 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4b192db-7d73-4f13-9bf8-aa5807e76c44 req-4125c604-4742-4345-8f3d-bf75f24c3189 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.0553694 Feb 20 23:37:29.376976 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:29.380841 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:29.425843 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4b192db-7d73-4f13-9bf8-aa5807e76c44 req-60c15f25-a936-4332-97d0-6dbd0e3b4079 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503614 Feb 20 23:37:29.505613 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:29.511241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:29.532381 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:29.535984 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30c2166-e641-49e2-a8b1-da7eaa393c0b" -d '{"events": [{"server_uuid": "c6e43e55-7fe3-42dc-9a19-074464cefba7", "name": "network-vif-plugged", "status": "completed", "tag": "722120bb-2e6a-4d08-9dec-de3a1e9fd2e1"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:29.552581 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:29.581796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b2f5ee-0b87-47e0-bef1-4a441cecd534 x-openstack-request-id: req-46b2f5ee-0b87-47e0-bef1-4a441cecd534 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:29.581796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e43e55-7fe3-42dc-9a19-074464cefba7", "name": "network-vif-plugged", "status": "completed", "tag": "722120bb-2e6a-4d08-9dec-de3a1e9fd2e1", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:29.581796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46b2f5ee-0b87-47e0-bef1-4a441cecd534 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:29.581796 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1', 'code': 200} Feb 20 23:37:29.629585 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:29.690604 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:29.866905 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04343d07-96d7-4108-a5ec-c98351874502 req-5319551d-cdb0-49de-a196-6dca867800ee tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:29.869625 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-04343d07-96d7-4108-a5ec-c98351874502 req-5319551d-cdb0-49de-a196-6dca867800ee tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.0727272 Feb 20 23:37:29.981560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00bdc0-da9f-4d0f-ae95-c74ccdb4661b req-f9fcc5bb-6b13-4528-93dc-5765699ca3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:29.982440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bd00bdc0-da9f-4d0f-ae95-c74ccdb4661b req-f9fcc5bb-6b13-4528-93dc-5765699ca3f9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 1129 time: 0.1119394 Feb 20 23:37:30.107014 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bd00bdc0-da9f-4d0f-ae95-c74ccdb4661b req-d2e72675-9c46-4a8f-97e5-fef2595820b2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150076 Feb 20 23:37:30.120174 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Deleting port 49576d77-1fb3-4724-816c-06fa87166fb8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:37:30.120446 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:30.143276 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35361733-a69a-4cf7-abc5-f51a268bfb3e req-9c6903b8-0972-4c64-90be-4ad8dd633f69 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:30.145235 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-35361733-a69a-4cf7-abc5-f51a268bfb3e req-9c6903b8-0972-4c64-90be-4ad8dd633f69 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.1763549 Feb 20 23:37:30.222040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba44e0-f6c6-4e58-aac0-360bf74f913b req-d750e130-0d65-431e-ad7c-8f203681a71d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:30.224270 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1ba44e0-f6c6-4e58-aac0-360bf74f913b req-d750e130-0d65-431e-ad7c-8f203681a71d tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 946 time: 0.1623256 Feb 20 23:37:30.288069 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-35361733-a69a-4cf7-abc5-f51a268bfb3e req-6d274afd-f371-4289-9ae9-cf9d4dfe51dd tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104066 Feb 20 23:37:30.304039 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] For port 49576d77-1fb3-4724-816c-06fa87166fb8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49576d77-1fb3-4724-816c-06fa87166fb8,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:30.304411 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:30.328315 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Calling delete_port for 49576d77-1fb3-4724-816c-06fa87166fb8 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:37:30.346899 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1ba44e0-f6c6-4e58-aac0-360bf74f913b req-75ca41f7-6863-4821-9101-8a60cc9f878c tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa06e4d3-6d47-4f74-9f22-ef7a71477756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076486 Feb 20 23:37:30.490253 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778f6b-91e1-4704-8f5f-f8e39d899bb6 req-430c0782-49b7-448c-98f7-2a4dfa362ef2 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:30.491937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3d778f6b-91e1-4704-8f5f-f8e39d899bb6 req-430c0782-49b7-448c-98f7-2a4dfa362ef2 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0931401 Feb 20 23:37:30.622815 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3d778f6b-91e1-4704-8f5f-f8e39d899bb6 req-513f81d6-8d6c-4a06-beb2-9d6a4c92b5f6 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210570 Feb 20 23:37:30.640589 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b147-76e7-41d2-aee4-4f348b9c9498 req-eb8782cf-79a6-4026-8a12-9c1b37b52b26 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:30.640589 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17c5b147-76e7-41d2-aee4-4f348b9c9498 req-eb8782cf-79a6-4026-8a12-9c1b37b52b26 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 943 time: 0.1233177 Feb 20 23:37:30.691418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (49576d77-1fb3-4724-816c-06fa87166fb8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:30.707344 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['49576d77-1fb3-4724-816c-06fa87166fb8'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:30.741102 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Pushing event deleted for resources: {'Port': ['ID=49576d77-1fb3-4724-816c-06fa87166fb8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:30.746539 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17c5b147-76e7-41d2-aee4-4f348b9c9498 req-f4591ecf-70fd-458c-90a2-ec0fcf23d2ea tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022704 Feb 20 23:37:30.775413 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.775772 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.777624 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.777624 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.777919 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.778270 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.778614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.778953 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.779289 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.779623 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.779998 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.780330 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.780665 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:30.805517 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] No DVR routers for this DVR port 49576d77-1fb3-4724-816c-06fa87166fb8 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:37:30.808642 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:30.812028 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-04343d07-96d7-4108-a5ec-c98351874502 req-7937805c-cb2b-4e95-bbe1-c4b235742026 tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.88 "DELETE /v2.0/ports/49576d77-1fb3-4724-816c-06fa87166fb8 HTTP/1.1" status: 204 len: 173 time: 0.9342182 Feb 20 23:37:30.812472 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'name': 'network-vif-deleted', 'tag': '49576d77-1fb3-4724-816c-06fa87166fb8'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:30.814707 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee0a6ec-14f6-46f2-a2bd-d86481f8d994" -d '{"events": [{"server_uuid": "fdab5b57-0e32-499a-a6ff-3195edaa59d8", "name": "network-vif-deleted", "tag": "49576d77-1fb3-4724-816c-06fa87166fb8"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:30.867952 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e4178-f4c4-4275-ac86-2f23a4eacdd7 x-openstack-request-id: req-1e7e4178-f4c4-4275-ac86-2f23a4eacdd7 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:30.868597 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdab5b57-0e32-499a-a6ff-3195edaa59d8", "name": "network-vif-deleted", "tag": "49576d77-1fb3-4724-816c-06fa87166fb8", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:30.868597 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e7e4178-f4c4-4275-ac86-2f23a4eacdd7 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:30.868906 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b57-0e32-499a-a6ff-3195edaa59d8', 'name': 'network-vif-deleted', 'tag': '49576d77-1fb3-4724-816c-06fa87166fb8', 'status': 'completed', 'code': 200} Feb 20 23:37:31.239428 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d0bac779-2cd8-4b02-b65e-2005da19e801 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:37:31.372672 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port d0bac779-2cd8-4b02-b65e-2005da19e801, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0bac779-2cd8-4b02-b65e-2005da19e801,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:31.386073 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'port_id': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'mac_address': 'fa:16:3e:fe:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:37:31.433345 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port d0bac779-2cd8-4b02-b65e-2005da19e801 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:31.434245 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:31.451999 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bac779-2cd8-4b02-b65e-2005da19e801 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:31.473932 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port d0bac779-2cd8-4b02-b65e-2005da19e801, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0bac779-2cd8-4b02-b65e-2005da19e801,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:31.671250 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fab2d309-a688-4f88-94a4-91f64e5d69e3 req-fcdeb7f5-9361-4291-812c-8d5bceff7f1f tempest-ServerRescueNegativeTestJSON-1337144860 tempest-ServerRescueNegativeTestJSON-1337144860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdab5b57-0e32-499a-a6ff-3195edaa59d8 HTTP/1.1" status: 200 len: 210 time: 0.2456648 Feb 20 23:37:31.679418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800c303-6a96-4e62-affd-e95fe4c5e4de req-e5395bd4-2122-401d-b54b-1f3f730f1f88 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:31.681585 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0800c303-6a96-4e62-affd-e95fe4c5e4de req-e5395bd4-2122-401d-b54b-1f3f730f1f88 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.3085616 Feb 20 23:37:31.738416 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:31.752067 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0800c303-6a96-4e62-affd-e95fe4c5e4de req-4c8b8675-b906-48a7-bcc5-cc6cf136427a tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656040 Feb 20 23:37:31.794510 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=d0bac779-2cd8-4b02-b65e-2005da19e801,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:31.828856 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34e39-f36b-408d-825c-079b34001d4b req-948488cd-497b-46c4-b28c-f995eb44b5bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:31.832100 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01d34e39-f36b-408d-825c-079b34001d4b req-948488cd-497b-46c4-b28c-f995eb44b5bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0840077 Feb 20 23:37:32.126677 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01d34e39-f36b-408d-825c-079b34001d4b req-7147b84c-9f38-4f84-acee-85073536f7dc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834196 Feb 20 23:37:32.126677 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2e86-7a22-463c-a998-acc685449879 req-995dc835-1366-4e61-bb9d-69dd042ec6a2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:32.126677 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-414b2e86-7a22-463c-a998-acc685449879 req-995dc835-1366-4e61-bb9d-69dd042ec6a2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 944 time: 0.1103802 Feb 20 23:37:32.128331 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['d0bac779-2cd8-4b02-b65e-2005da19e801'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:32.128729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-414b2e86-7a22-463c-a998-acc685449879 req-5c3cf0bd-3359-46db-8cd6-a9ddeba28c02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625000 Feb 20 23:37:32.734074 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34528) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:32.993593 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c85d-34eb-4242-b186-b37054b1d4fc req-41493efa-1b2b-4072-8445-f7f8f832151a tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:32.995778 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b22c85d-34eb-4242-b186-b37054b1d4fc req-41493efa-1b2b-4072-8445-f7f8f832151a tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.1443305 Feb 20 23:37:33.131234 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b22c85d-34eb-4242-b186-b37054b1d4fc req-9e2f6691-ca79-4e7c-bbfa-81d207e93095 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256714 Feb 20 23:37:33.145702 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6266a-5d7f-43b2-84da-bea3ddb8e81e req-ac348400-de88-445d-a612-4e9007ddeee8 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:33.147219 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ad6266a-5d7f-43b2-84da-bea3ddb8e81e req-ac348400-de88-445d-a612-4e9007ddeee8 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1307003 Feb 20 23:37:33.262209 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d0bac779-2cd8-4b02-b65e-2005da19e801 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:37:33.287615 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ad6266a-5d7f-43b2-84da-bea3ddb8e81e req-a532cba3-3a1e-4c0a-abb3-b8e4f325820b tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238179 Feb 20 23:37:33.350734 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fefcb0-6400-4743-a2ae-f706ca999034 req-8dbfdbf6-35fa-4852-8a8f-2f2a640d7165 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:33.352525 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59fefcb0-6400-4743-a2ae-f706ca999034 req-8dbfdbf6-35fa-4852-8a8f-2f2a640d7165 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 944 time: 0.1459169 Feb 20 23:37:33.413415 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port d0bac779-2cd8-4b02-b65e-2005da19e801 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:37:33.418064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port d0bac779-2cd8-4b02-b65e-2005da19e801 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:33.418950 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:33.468417 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59fefcb0-6400-4743-a2ae-f706ca999034 req-5bd1e9c4-c7f8-4422-b0f0-60df86fdade2 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094677 Feb 20 23:37:33.489742 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (23f645cf-3d16-427c-9e5f-c312f19a4969), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:33.542383 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port d0bac779-2cd8-4b02-b65e-2005da19e801 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:33.542383 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:33.580963 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:33.583406 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b93590-539e-4f01-8b6f-70fea2200690" -d '{"events": [{"server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "name": "network-vif-plugged", "status": "completed", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:33.603441 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port d0bac779-2cd8-4b02-b65e-2005da19e801, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0bac779-2cd8-4b02-b65e-2005da19e801,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:33.643553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad91288-1193-4962-9efc-1c7cd3e3423c x-openstack-request-id: req-fad91288-1193-4962-9efc-1c7cd3e3423c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:33.644095 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "name": "network-vif-plugged", "status": "completed", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:33.644575 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fad91288-1193-4962-9efc-1c7cd3e3423c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:33.645167 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'code': 200} Feb 20 23:37:33.693108 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:33.694180 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 49576d77-1fb3-4724-816c-06fa87166fb8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:37:33.743506 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 49576d77-1fb3-4724-816c-06fa87166fb8 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:37:33.743746 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 49576d77-1fb3-4724-816c-06fa87166fb8 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:37:33.773651 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=d0bac779-2cd8-4b02-b65e-2005da19e801,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:33.944566 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Deleting port aff57f5f-65bc-4182-9b96-3e14d62adf9b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:37:33.945083 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:34.041372 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] For port aff57f5f-65bc-4182-9b96-3e14d62adf9b, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=aff57f5f-65bc-4182-9b96-3e14d62adf9b,segment=NetworkSegment(e43679a9-3630-4dfb-894c-f17ab9149bac),segment_id=e43679a9-3630-4dfb-894c-f17ab9149bac)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:34.041837 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:34.058863 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Calling delete_port for aff57f5f-65bc-4182-9b96-3e14d62adf9b owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:37:34.261777 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ec57-53d9-48d2-beec-262f6614d50b req-237c928e-e0db-44b8-a6f6-92c19aef29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:34.263429 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3fc2ec57-53d9-48d2-beec-262f6614d50b req-237c928e-e0db-44b8-a6f6-92c19aef29dd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 1129 time: 0.2059989 Feb 20 23:37:34.377666 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3fc2ec57-53d9-48d2-beec-262f6614d50b req-cedb1f22-871f-40f4-9fba-f26476c82d5f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070793 Feb 20 23:37:34.460006 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c947784-3fa3-4d3a-b1c2-929ba03cdd4d req-afb2bdde-7a33-4216-925a-8a36b9a1f74e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:34.461726 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c947784-3fa3-4d3a-b1c2-929ba03cdd4d req-afb2bdde-7a33-4216-925a-8a36b9a1f74e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1060205 Feb 20 23:37:34.514676 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (aff57f5f-65bc-4182-9b96-3e14d62adf9b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:34.527358 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c947784-3fa3-4d3a-b1c2-929ba03cdd4d req-5c177438-d310-499e-9703-8412aef8cdce tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595627 Feb 20 23:37:34.564407 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff57f5f-65bc-4182-9b96-3e14d62adf9b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:34.824081 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (23f645cf-3d16-427c-9e5f-c312f19a4969), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:34.842165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ef02a-0019-4555-9564-488993737a1c req-b6e2361e-69db-4303-8fe5-2860df588199 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:34.843791 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-510ef02a-0019-4555-9564-488993737a1c req-b6e2361e-69db-4303-8fe5-2860df588199 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.1517262 Feb 20 23:37:34.854217 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83a77-0edd-49b2-a532-c11ee20002a3 req-a870ee2b-ae05-4ab1-96af-93f8c462a1e2 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:34.855793 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8fa83a77-0edd-49b2-a532-c11ee20002a3 req-a870ee2b-ae05-4ab1-96af-93f8c462a1e2 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.1620173 Feb 20 23:37:35.258170 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-510ef02a-0019-4555-9564-488993737a1c req-6664289d-cd58-4827-ba47-f1166522b30e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918061 Feb 20 23:37:35.261045 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8fa83a77-0edd-49b2-a532-c11ee20002a3 req-e70216e6-9756-4831-b2d5-f272ae967043 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950834 Feb 20 23:37:35.399407 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Router 23f645cf-3d16-427c-9e5f-c312f19a4969 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:37:35.517144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:37:35.523517 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c74a0c4a-7bc8-49e6-8481-c02bc4ccdf11 admin admin] 10.222.0.60 "PUT /v2.0/routers/23f645cf-3d16-427c-9e5f-c312f19a4969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886400 Feb 20 23:37:35.526130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34558) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:35.527266 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] Sync routers for ids ['23f645cf-3d16-427c-9e5f-c312f19a4969'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:37:35.542439 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] Routers {'23f645cf-3d16-427c-9e5f-c312f19a4969'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:35.543100 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['23f645cf-3d16-427c-9e5f-c312f19a4969'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:35.673847 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks [] for router (23f645cf-3d16-427c-9e5f-c312f19a4969), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:35.728981 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] Set router 23f645cf-3d16-427c-9e5f-c312f19a4969 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:35.840982 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks [] for router_gateway (23f645cf-3d16-427c-9e5f-c312f19a4969), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:35.894832 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f418-0b45-45a6-8e88-6383737c3a40 req-c4644a77-4a1c-4dcf-aa3a-a09c2e816809 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:35.901011 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b43f418-0b45-45a6-8e88-6383737c3a40 req-c4644a77-4a1c-4dcf-aa3a-a09c2e816809 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1078548 Feb 20 23:37:35.910252 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-a6275c1d-6e44-4051-bb38-348defc9fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:35.912051 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-a6275c1d-6e44-4051-bb38-348defc9fe42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1129 time: 0.1112306 Feb 20 23:37:36.004220 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7178dc90-597a-4231-a340-9a19c24225d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:37:34Z', 'revision_number': 5, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port': {'id': '7178dc90-597a-4231-a340-9a19c24225d8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:11Z', 'updated_at': '2022-02-20T23:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:36.042192 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] Checking router: 23f645cf-3d16-427c-9e5f-c312f19a4969 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:37:36.052727 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] Routers {'23f645cf-3d16-427c-9e5f-c312f19a4969'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:36.053382 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['23f645cf-3d16-427c-9e5f-c312f19a4969'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:36.063941 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b43f418-0b45-45a6-8e88-6383737c3a40 req-dd45653b-ae35-43ef-afe3-adab4f627661 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572185 Feb 20 23:37:36.094013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Deleting port 7178dc90-597a-4231-a340-9a19c24225d8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:37:36.094281 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (7178dc90-597a-4231-a340-9a19c24225d8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:36.110327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-9eabdbb5-cd41-4eb8-9985-db9d62afcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:36.111842 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-9eabdbb5-cd41-4eb8-9985-db9d62afcf55 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 911 time: 0.1736310 Feb 20 23:37:36.163574 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] Set router 23f645cf-3d16-427c-9e5f-c312f19a4969 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:36.221169 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-e4ea6763-0c55-4ab5-9610-92aa705674d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 200 len: 1000 time: 0.0801713 Feb 20 23:37:36.234197 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:37:35Z', 'revision_number': 6, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:36.265326 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad08d21-3bd8-4d71-9430-3abd81475548 None None] The sync data for ids ['23f645cf-3d16-427c-9e5f-c312f19a4969'] in dv-cinder-830098-1-iscsi is: [{'id': '23f645cf-3d16-427c-9e5f-c312f19a4969', 'name': 'tempest-ServerRescueNegativeTestJSON-36004232-router', 'tenant_id': '446910545b954a49a52bf2f0df6c30e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:10Z', 'updated_at': '2022-02-20T23:37:35Z', 'revision_number': 6, 'project_id': '446910545b954a49a52bf2f0df6c30e4', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:37:36.274032 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] For port 7178dc90-597a-4231-a340-9a19c24225d8, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=7178dc90-597a-4231-a340-9a19c24225d8,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:36.274521 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (7178dc90-597a-4231-a340-9a19c24225d8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:36.297342 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Calling delete_port for 7178dc90-597a-4231-a340-9a19c24225d8 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:37:36.381273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-f137bf67-e5ad-495d-9e87-b041ccc35c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:36.383093 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-f137bf67-e5ad-495d-9e87-b041ccc35c51 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.1511831 Feb 20 23:37:36.588847 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dbde0-6c6f-40b7-9fd3-60a40442ab1c req-50c21147-6abb-4724-8937-b9d0ed5e94fc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:36.590292 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d3dbde0-6c6f-40b7-9fd3-60a40442ab1c req-50c21147-6abb-4724-8937-b9d0ed5e94fc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.2344239 Feb 20 23:37:36.600170 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33521-5aae-4e90-bcc5-b1877b6ca680 req-186df19e-c835-4f39-bc65-48937ab0e65a tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:36.601646 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aec33521-5aae-4e90-bcc5-b1877b6ca680 req-186df19e-c835-4f39-bc65-48937ab0e65a tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.2468777 Feb 20 23:37:36.611010 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-ac73951b-2067-4da4-b869-11088bbad851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:36.611010 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-ac73951b-2067-4da4-b869-11088bbad851 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1886761 Feb 20 23:37:36.624476 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-a1201e03-3a4c-452a-ab1b-7f17ae8bd9e4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:36.625949 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-a1201e03-3a4c-452a-ab1b-7f17ae8bd9e4 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.2508614 Feb 20 23:37:36.853160 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d3dbde0-6c6f-40b7-9fd3-60a40442ab1c req-4011391a-05d4-4d47-aefe-140666b1ce73 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490449 Feb 20 23:37:36.874389 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aec33521-5aae-4e90-bcc5-b1877b6ca680 req-683de3c0-62dc-43b6-ae5a-e70531183568 tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626286 Feb 20 23:37:36.893083 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-aaa77759-efdd-4c8c-bb3d-574eae414ab6 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649162 Feb 20 23:37:36.994915 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (7178dc90-597a-4231-a340-9a19c24225d8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:36.998069 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Deleting port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:37:36.998387 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.092311 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7178dc90-597a-4231-a340-9a19c24225d8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:37.140531 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d641ea3d-9590-483a-9cc5-bfba89f412a3 req-2ab0b51f-2f07-42a3-b242-562245a07bcd service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409039 Feb 20 23:37:37.177810 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b307008-4a4f-4683-933b-b18d66b84e93 req-6a44434b-8f01-4c10-88bf-69c4b594ba4a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:37.179352 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b307008-4a4f-4683-933b-b18d66b84e93 req-6a44434b-8f01-4c10-88bf-69c4b594ba4a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.2270024 Feb 20 23:37:37.227055 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] For port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,segment=NetworkSegment(97a093cc-5c14-4fcf-9681-d921a108fa1b),segment_id=97a093cc-5c14-4fcf-9681-d921a108fa1b)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:37.227429 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.470452 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Calling delete_port for 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:37:37.499708 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (23f645cf-3d16-427c-9e5f-c312f19a4969), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.636506 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b307008-4a4f-4683-933b-b18d66b84e93 req-c0730a93-c33d-4ffe-b074-286ac15eaef0 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4484854 Feb 20 23:37:37.666010 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34588) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:37.669195 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (23f645cf-3d16-427c-9e5f-c312f19a4969), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.671424 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks [] for router_controller (23f645cf-3d16-427c-9e5f-c312f19a4969), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.702545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 7178dc90-597a-4231-a340-9a19c24225d8 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:37:37.729597 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 7178dc90-597a-4231-a340-9a19c24225d8 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:37:37.730033 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 7178dc90-597a-4231-a340-9a19c24225d8 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:37:37.730689 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aff57f5f-65bc-4182-9b96-3e14d62adf9b no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:37:37.755752 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: aff57f5f-65bc-4182-9b96-3e14d62adf9b {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:37:37.756099 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aff57f5f-65bc-4182-9b96-3e14d62adf9b not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:37:37.814646 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b7020-c2c4-42ec-aa94-779e3e25024c req-6c8a2e33-c5c5-4001-94f7-5bb972bffed0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:37.816847 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e01b7020-c2c4-42ec-aa94-779e3e25024c req-6c8a2e33-c5c5-4001-94f7-5bb972bffed0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.3636613 Feb 20 23:37:37.822622 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (23f645cf-3d16-427c-9e5f-c312f19a4969), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.823142 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f645cf-3d16-427c-9e5f-c312f19a4969 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:37:37.836276 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.837321 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b3dfaa3e-93f4-4219-b867-e80ea6ec36ee admin admin] 10.222.0.60 "DELETE /v2.0/routers/23f645cf-3d16-427c-9e5f-c312f19a4969 HTTP/1.1" status: 204 len: 168 time: 2.3102539 Feb 20 23:37:37.841120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34600) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:37.950135 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Deleting subnet 1cf76015-0afb-4606-9c27-f4364a2742f8 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:37:37.962428 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2439bf-09cd-4293-b979-6ea5f2628ced tempest-TestVolumeBootPattern-2026526661 tempest-TestVolumeBootPattern-2026526661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:37.962428 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-6c2439bf-09cd-4293-b979-6ea5f2628ced tempest-TestVolumeBootPattern-2026526661 tempest-TestVolumeBootPattern-2026526661-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 1124 time: 0.2913678 Feb 20 23:37:37.962428 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Publish callbacks [] for subnet (1cf76015-0afb-4606-9c27-f4364a2742f8), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:37.963488 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e01b7020-c2c4-42ec-aa94-779e3e25024c req-b1a82d4c-af17-4b48-b22d-2f039194e85e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320996 Feb 20 23:37:37.964225 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:37.968184 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-7b7dbc71-fa14-4610-b730-1b4c6ab9940c tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:37.969270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'port_id': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:37.969685 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-7b7dbc71-fa14-4610-b730-1b4c6ab9940c tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 814 time: 0.2264128 Feb 20 23:37:37.999898 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-80aa9c80-78a6-47d7-aee0-96370119b1b4 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/quotas/601bd49215a7472d80321fdd2077047b HTTP/1.1" status: 200 len: 375 time: 0.0197330 Feb 20 23:37:38.029124 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Publish callbacks [] for subnet (1cf76015-0afb-4606-9c27-f4364a2742f8), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.035438 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (1cf76015-0afb-4606-9c27-f4364a2742f8), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.084969 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-db0b8bb6-bb62-45b4-9a89-7f673c40306c tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853601 Feb 20 23:37:38.089207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (722120bb-2e6a-4d08-9dec-de3a1e9fd2e1), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.100385 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['722120bb-2e6a-4d08-9dec-de3a1e9fd2e1'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:38.116140 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.134395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4205e97-3933-4188-9e64-a027d93682c4 req-a1614c1d-7193-4505-ae95-e74d981bf9cd tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:38.136435 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a4205e97-3933-4188-9e64-a027d93682c4 req-a1614c1d-7193-4505-ae95-e74d981bf9cd tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6e43e55-7fe3-42dc-9a19-074464cefba7 HTTP/1.1" status: 200 len: 945 time: 0.1053631 Feb 20 23:37:38.139376 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Pushing event deleted for resources: {'Port': ['ID=722120bb-2e6a-4d08-9dec-de3a1e9fd2e1,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:38.179006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for subnet (1cf76015-0afb-4606-9c27-f4364a2742f8), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.210548 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf76015-0afb-4606-9c27-f4364a2742f8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:38.213934 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.217010 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1cf76015-0afb-4606-9c27-f4364a2742f8 HTTP/1.1" status: 204 len: 168 time: 0.3731122 Feb 20 23:37:38.220946 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:38.231083 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.231435 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.231803 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.232168 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.232498 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.232825 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.233154 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.233484 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.233870 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.234202 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.234540 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.234905 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.235232 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2cf85-9206-4ae5-9c07-0b2e8b4134e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:37:38.238115 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] No DVR routers for this DVR port 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:37:38.243878 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.247174 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5cfc04c0-0787-400f-b374-bd39ca868081 req-c88955f9-dafd-42d7-a836-67c7b2f29c2b tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.88 "DELETE /v2.0/ports/722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 HTTP/1.1" status: 204 len: 173 time: 1.5975459 Feb 20 23:37:38.249167 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'name': 'network-vif-deleted', 'tag': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:38.251640 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812fa8d6-3b5b-437d-8e04-d883df25f83a" -d '{"events": [{"server_uuid": "c6e43e55-7fe3-42dc-9a19-074464cefba7", "name": "network-vif-deleted", "tag": "722120bb-2e6a-4d08-9dec-de3a1e9fd2e1"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:38.289641 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a4205e97-3933-4188-9e64-a027d93682c4 req-7f142faf-3749-4d97-a431-d06cf02bfc0f tempest-VolumesActionsTest-1070717028 tempest-VolumesActionsTest-1070717028-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480436 Feb 20 23:37:38.314390 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-b34d80c0-c113-4e02-8816-e3df365177f4 service neutron] 10.222.0.60 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051702 Feb 20 23:37:38.314939 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (b69943ad-210e-48e5-8dc2-3d71d3e44f71), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.363998 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3babf7ad-f7d8-4ed0-bfe3-94aec09b829e x-openstack-request-id: req-3babf7ad-f7d8-4ed0-bfe3-94aec09b829e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:38.364296 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e43e55-7fe3-42dc-9a19-074464cefba7", "name": "network-vif-deleted", "tag": "722120bb-2e6a-4d08-9dec-de3a1e9fd2e1", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:38.364555 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3babf7ad-f7d8-4ed0-bfe3-94aec09b829e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:38.365171 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e43e55-7fe3-42dc-9a19-074464cefba7', 'name': 'network-vif-deleted', 'tag': '722120bb-2e6a-4d08-9dec-de3a1e9fd2e1', 'status': 'completed', 'code': 200} Feb 20 23:37:38.370659 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.406871 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-74f01e56-bb21-4fa0-842a-8a84adedcb28 service neutron] 10.222.0.60 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956974 Feb 20 23:37:38.459134 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (b69943ad-210e-48e5-8dc2-3d71d3e44f71), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.487703 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.488150 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.489771 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.489771 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > port after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.489771 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.490066 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > port after_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.490189 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.490499 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.490814 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.491129 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.586961 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.587059 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.587402 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.587826 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:37:38.588230 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69943ad-210e-48e5-8dc2-3d71d3e44f71']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:38.626896 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43679a9-3630-4dfb-894c-f17ab9149bac') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:38.627211 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43679a9-3630-4dfb-894c-f17ab9149bac') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:38.650200 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (e43679a9-3630-4dfb-894c-f17ab9149bac), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.653727 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dee6eee9-be98-418f-afc9-cb456a7da94b req-d3029851-5bab-43cb-a370-4dd0099fde00 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0312414 Feb 20 23:37:38.676390 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (e43679a9-3630-4dfb-894c-f17ab9149bac), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.692721 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Allocated IP 172.27.1.179 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/7afc467a-c0d1-4b6a-a97c-bb7cbbbec778) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:38.695128 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:37:38.695467 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (e43679a9-3630-4dfb-894c-f17ab9149bac), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: from cryptography.utils import int_from_bytes Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: from cryptography.utils import int_from_bytes Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:37:38.699481 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:37:38.851694 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.861182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (b69943ad-210e-48e5-8dc2-3d71d3e44f71), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.882676 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:38.886027 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b69943ad-210e-48e5-8dc2-3d71d3e44f71 HTTP/1.1" status: 204 len: 168 time: 0.6621382 Feb 20 23:37:38.895075 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5a8c1-e643-433a-b00f-6c211c996d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69943ad-210e-48e5-8dc2-3d71d3e44f71,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:38.996860 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.040357 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:39.046881 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:39.052660 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:39.055648 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=7afc467a-c0d1-4b6a-a97c-bb7cbbbec778,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:39.106685 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3b404-2679-42a7-9276-fb9efbb93919 req-cac93f3b-63a2-43f3-b0d2-9f3e6ea4e974 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:39.108154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4a3b404-2679-42a7-9276-fb9efbb93919 req-cac93f3b-63a2-43f3-b0d2-9f3e6ea4e974 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0546992 Feb 20 23:37:39.117110 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46ff36ed-bb8d-494c-b41f-b8bc71e677fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.169751 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e4a3b404-2679-42a7-9276-fb9efbb93919 req-e4271ee2-5943-48e2-b365-ada6e7d8d3cc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545392 Feb 20 23:37:39.271420 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34626) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:39.322339 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b5e6e58e-aac4-4f5f-95d5-6e538a422fd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=446910545b954a49a52bf2f0df6c30e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494146 Feb 20 23:37:39.325924 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34632) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:39.391970 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101511bc-c6a9-42ad-841c-d8c72f95add0 admin admin] Publish callbacks [] for security_group (aa06e4d3-6d47-4f74-9f22-ef7a71477756), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.420904 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101511bc-c6a9-42ad-841c-d8c72f95add0 admin admin] Publish callbacks [] for security_group (aa06e4d3-6d47-4f74-9f22-ef7a71477756), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.567760 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101511bc-c6a9-42ad-841c-d8c72f95add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (aa06e4d3-6d47-4f74-9f22-ef7a71477756), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.570465 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101511bc-c6a9-42ad-841c-d8c72f95add0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.571842 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-101511bc-c6a9-42ad-841c-d8c72f95add0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa06e4d3-6d47-4f74-9f22-ef7a71477756 HTTP/1.1" status: 204 len: 168 time: 0.2383127 Feb 20 23:37:39.581403 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101511bc-c6a9-42ad-841c-d8c72f95add0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06e4d3-6d47-4f74-9f22-ef7a71477756,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:39.717814 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (02277e7a-0f8a-4b0a-9489-b920574d94be), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:39.739421 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42ec879c-a008-445f-9362-a829aca2f56e req-4d1e6806-a82d-4ab2-96d4-037e8ba18ecc tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0275500 Feb 20 23:37:39.855182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:40.011937 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:40.077028 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:40.154651 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=7afc467a-c0d1-4b6a-a97c-bb7cbbbec778,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:40.161296 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (02277e7a-0f8a-4b0a-9489-b920574d94be), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:40.279139 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Floating IP 02277e7a-0f8a-4b0a-9489-b920574d94be associated. External IP: 172.27.1.179, port: d0bac779-2cd8-4b02-b65e-2005da19e801. Feb 20 23:37:40.510259 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:37:40.622252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:37:40.632546 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:37:40.642090 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:40.643661 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:40.730545 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:40.764285 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9e6a824d-7b8a-4e2f-ac59-fbde882cc90e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8008645 Feb 20 23:37:40.764992 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:40.767351 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a807b-cb43-4aa1-9dee-df918f35c1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:40.775582 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:40.825127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f053319-9539-4992-be9f-dac1cbc780a3 x-openstack-request-id: req-3f053319-9539-4992-be9f-dac1cbc780a3 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:40.825426 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:40.825865 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f053319-9539-4992-be9f-dac1cbc780a3 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:40.826276 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'status': 'completed', 'code': 200} Feb 20 23:37:40.891669 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0565e5ba-bda9-4028-9cbf-55b6605473ca req-a5ab1fec-fb8f-47fa-9f47-20cc83a020d8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0439434 Feb 20 23:37:41.032796 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-3613c9c4-5982-4b8d-a7f3-51ea4b8cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:41.034369 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-3613c9c4-5982-4b8d-a7f3-51ea4b8cc548 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 1129 time: 0.1724024 Feb 20 23:37:41.084806 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-993cb0e6-229b-4821-ace5-b50ef04f38b1 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:41.086913 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-993cb0e6-229b-4821-ace5-b50ef04f38b1 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 814 time: 0.1542108 Feb 20 23:37:41.254655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '02277e7a-0f8a-4b0a-9489-b920574d94be', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:fe:48:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:37:39Z', 'updated_at': '2022-02-20T23:37:39Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:41.285072 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:37:41.293580 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:37:41.294451 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:37:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:41.402497 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:37:41.554749 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce7f6c3-f202-4082-8f73-f13088734147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:41.646399 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '02277e7a-0f8a-4b0a-9489-b920574d94be', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:fe:48:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:37:39Z', 'updated_at': '2022-02-20T23:37:39Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:37:41.678897 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a641c0-5f89-470c-9b52-0ea27d584f20 None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '02277e7a-0f8a-4b0a-9489-b920574d94be', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:fe:48:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:37:39Z', 'updated_at': '2022-02-20T23:37:39Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:37:41.776433 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:37:41.795657 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:37:41.796038 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 722120bb-2e6a-4d08-9dec-de3a1e9fd2e1 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:37:41.897964 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0078a9e8-c5fe-4835-be14-6692a1a2f0d0 None None] New status for floating IP 02277e7a-0f8a-4b0a-9489-b920574d94be: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:37:42.000895 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fddb9fe5-ba9c-4609-a3be-25deb8f01556 req-1c007453-d447-4923-aaa0-03c7896568fe tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0265217 Feb 20 23:37:42.835831 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:43.098333 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66cf4ac1-0275-4a37-859f-5071542d268d req-2f06e326-60a8-4765-b092-d01cf141652f tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0293252 Feb 20 23:37:43.491737 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'port': {'device_id': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'admin_state_up': True, 'tenant_id': '601bd49215a7472d80321fdd2077047b'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:43.644034 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-169bf274-e79c-4768-92b2-fdc87fb40490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:43.645510 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-169bf274-e79c-4768-92b2-fdc87fb40490 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.1647632 Feb 20 23:37:43.714437 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-4139fc64-5adf-4080-89ec-7bd229134617 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bac779-2cd8-4b02-b65e-2005da19e801 HTTP/1.1" status: 200 len: 1001 time: 0.0609491 Feb 20 23:37:43.753896 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Made reservation on behalf of 601bd49215a7472d80321fdd2077047b for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:37:43.757130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:43.787885 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-25fe71e0-574c-4aff-8f7c-a7f84f3ba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:43.789348 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-25fe71e0-574c-4aff-8f7c-a7f84f3ba708 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0676653 Feb 20 23:37:43.914554 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-8ab1a3ce-cab1-4a0f-bf12-50032e8caae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:43.916070 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-8ab1a3ce-cab1-4a0f-bf12-50032e8caae5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953798 Feb 20 23:37:43.930772 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Allocated IP 172.20.0.13 (9550822f-d137-4544-83d6-9453f9501c21/223f1289-bd16-4aa2-9b85-d516445ac5d4/dbc52951-1bd7-49f2-a730-cae78a6986ca) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:37:43.960712 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:37:44.064677 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:44.093330 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-b6cd38d6-b2a1-48fb-aa99-d58eec94d307 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638710 Feb 20 23:37:44.166292 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:44.232074 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e42cdc0-a1a2-4b3b-92dc-f9b83a860932 req-09ea26f3-c366-49f4-a48f-4c14a71a2588 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0639124 Feb 20 23:37:44.285189 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f47a807b-cb43-4aa1-9dee-df918f35c1ce req-ad282940-2ffc-4c16-95cb-a8c3b73bd9f2 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845987 Feb 20 23:37:44.367738 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:44.410695 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Network 9550822f-d137-4544-83d6-9453f9501c21 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:37:44.413697 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:37:44.419505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:37:44.426345 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:44.476181 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:44.476945 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:44.575494 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3afe6b20-8968-4d17-b518-4fc043ef368e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0869741 Feb 20 23:37:44.645255 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Request body: {'port': {'device_id': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:37:44.755719 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:44.804672 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-38dda93c-1e5c-45c1-a3b6-a85d1ea6982a None None] Provisioning complete for port dbc52951-1bd7-49f2-a730-cae78a6986ca triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:37:44.808399 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38dda93c-1e5c-45c1-a3b6-a85d1ea6982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:44.885166 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38dda93c-1e5c-45c1-a3b6-a85d1ea6982a None None] Port dbc52951-1bd7-49f2-a730-cae78a6986ca cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:37:45.259783 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc52951-1bd7-49f2-a730-cae78a6986ca {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:45.277628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Publish callbacks [] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:45.303674 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Transition to ACTIVE for port object dbc52951-1bd7-49f2-a730-cae78a6986ca will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:37:45.395989 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:45.607735 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:45.848941 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:46.166714 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:46.207396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f5404-655f-4f0f-a84f-c3b2de39df3d req-eb0d6625-4654-41c2-87b9-db7b2f0f9e64 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:46.216053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d82f5404-655f-4f0f-a84f-c3b2de39df3d req-eb0d6625-4654-41c2-87b9-db7b2f0f9e64 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.8163154 Feb 20 23:37:46.289302 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Attempting to bind port dbc52951-1bd7-49f2-a730-cae78a6986ca on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:37:46.290207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Attempting to bind port dbc52951-1bd7-49f2-a730-cae78a6986ca by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:37:46.290536 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Attempting to bind port dbc52951-1bd7-49f2-a730-cae78a6986ca on network 9550822f-d137-4544-83d6-9453f9501c21 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:46.301264 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Port dbc52951-1bd7-49f2-a730-cae78a6986ca on network 9550822f-d137-4544-83d6-9453f9501c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:37:46.301976 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Attempting to bind port dbc52951-1bd7-49f2-a730-cae78a6986ca on network 9550822f-d137-4544-83d6-9453f9501c21 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:37:46.333333 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:37:46.333969 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Checking segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:37:46.334830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Bound using segment: {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:37:46.336055 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Bound port: dbc52951-1bd7-49f2-a730-cae78a6986ca, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9550822f-d137-4544-83d6-9453f9501c21'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:37:46.336725 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:46.382001 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d82f5404-655f-4f0f-a84f-c3b2de39df3d req-edf15d68-0a0c-42b1-b641-1df30e9ffa9f tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636386 Feb 20 23:37:46.512500 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:37:46.516316 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:37:46.609434 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:46.696296 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:46.697162 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:46.699595 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] 10.222.0.88 "PUT /v2.0/ports/dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 1094 time: 2.0605478 Feb 20 23:37:46.702248 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:37:46.702585 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc07650-3df3-44d7-a33a-1af0605fc08f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:37:46.790667 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331061-cc6e-40b1-9c11-115b7e8e4999 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:46.797329 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1528197-d755-4b6c-a28f-a8a745103bc3 x-openstack-request-id: req-a1528197-d755-4b6c-a28f-a8a745103bc3 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:37:46.797915 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:37:46.798345 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1528197-d755-4b6c-a28f-a8a745103bc3 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:37:46.799006 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'status': 'completed', 'code': 200} Feb 20 23:37:47.016656 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-11d4f703-0bf9-41fd-8ca8-0f6ae3a0fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:47.020260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-11d4f703-0bf9-41fd-8ca8-0f6ae3a0fae5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1128 time: 0.0798128 Feb 20 23:37:47.140790 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-26e741c2-b541-4e05-ae6b-ef0472f8f4ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 217 time: 0.1074548 Feb 20 23:37:47.195760 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:47.332500 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-a2f1bca7-2354-46c4-9fe6-729f30389876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:47.334707 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-a2f1bca7-2354-46c4-9fe6-729f30389876 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0891099 Feb 20 23:37:47.360800 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a2c5562b-1386-4033-8d64-a6e1a0d6fce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.406573 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-ea5eec52-764a-435d-8c90-5c0d6f3dabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:47.408129 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-ea5eec52-764a-435d-8c90-5c0d6f3dabd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593653 Feb 20 23:37:47.495611 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a2c5562b-1386-4033-8d64-a6e1a0d6fce0 admin admin] Publish callbacks [] for security_group (52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.567524 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a2c5562b-1386-4033-8d64-a6e1a0d6fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.568623 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-1bf7816b-87ce-4412-8552-107369f23656 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373603 Feb 20 23:37:47.621842 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a2c5562b-1386-4033-8d64-a6e1a0d6fce0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f151941eb67d40d2b55d7af0384ac637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241090 Feb 20 23:37:47.638143 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5562b-1386-4033-8d64-a6e1a0d6fce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:47.640923 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:47.673154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4883c6e2-7b51-4732-9f43-298c953b4707 req-3a377b5b-5684-46f8-a082-6c8a03892a6e service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962605 Feb 20 23:37:47.694006 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd224d74-1fa5-4728-b00a-5d2a12741790 req-5f19150a-3104-4dff-a907-679df7a2f9e2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:47.696158 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd224d74-1fa5-4728-b00a-5d2a12741790 req-5f19150a-3104-4dff-a907-679df7a2f9e2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.1949096 Feb 20 23:37:47.761882 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3564af40-d058-4a22-9fdd-c59a0d023533 admin admin] Publish callbacks [] for security_group (52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.816572 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd224d74-1fa5-4728-b00a-5d2a12741790 req-3b71c0d3-165b-44d2-b9f8-34ad7e5cb80b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141479 Feb 20 23:37:47.824086 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3564af40-d058-4a22-9fdd-c59a0d023533 admin admin] Publish callbacks [] for security_group (52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.962867 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3564af40-d058-4a22-9fdd-c59a0d023533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.966589 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3564af40-d058-4a22-9fdd-c59a0d023533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:47.968573 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3564af40-d058-4a22-9fdd-c59a0d023533 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a HTTP/1.1" status: 204 len: 168 time: 0.3264337 Feb 20 23:37:47.980959 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-061edff6-e11a-4ab8-830e-294a5a5bfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:47.983327 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-061edff6-e11a-4ab8-830e-294a5a5bfc2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1128 time: 0.0869346 Feb 20 23:37:47.984774 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564af40-d058-4a22-9fdd-c59a0d023533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d5da83-6a3b-4d0b-9d8d-1fa03b0c001a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:48.674616 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-09c20f1a-dd68-4aa7-8182-f2d62c28f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:48.676893 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-09c20f1a-dd68-4aa7-8182-f2d62c28f229 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 915 time: 0.2463229 Feb 20 23:37:48.949101 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a92b2-491f-41d3-9ebb-3fcd303af8bb req-38f761d8-0d0b-454b-9949-a752a30cca6b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:48.950818 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e3a92b2-491f-41d3-9ebb-3fcd303af8bb req-38f761d8-0d0b-454b-9949-a752a30cca6b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0632517 Feb 20 23:37:49.001332 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e3a92b2-491f-41d3-9ebb-3fcd303af8bb req-24da5cea-1e90-4ec0-8cfd-9f11ab9c661d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Feb 20 23:37:49.050567 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-b7f22b22-fd61-4946-a081-081e57102467 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 217 time: 0.0364034 Feb 20 23:37:50.150748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3267c4-80b8-4a13-bceb-e176031f4bca req-4c10dd38-de42-4ce0-90f8-6a2c4b9001ef tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:50.153104 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3267c4-80b8-4a13-bceb-e176031f4bca req-4c10dd38-de42-4ce0-90f8-6a2c4b9001ef tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0695677 Feb 20 23:37:50.234552 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3267c4-80b8-4a13-bceb-e176031f4bca req-5e06d6ae-618c-4cb6-a16c-5e6c5867957e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714736 Feb 20 23:37:51.426404 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6385d07-ecb7-4d55-bc9d-aa369d150ec4 req-d6491a59-5bd3-426d-b59c-b92f46f534a3 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:51.432496 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6385d07-ecb7-4d55-bc9d-aa369d150ec4 req-d6491a59-5bd3-426d-b59c-b92f46f534a3 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.1186583 Feb 20 23:37:51.501968 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6385d07-ecb7-4d55-bc9d-aa369d150ec4 req-3fb71fc8-c159-4431-965a-53a0084f010b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Feb 20 23:37:52.220634 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34890) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:52.381534 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-76de5a51-86f9-447b-aeca-9bbc350e894b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.495398 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-76de5a51-86f9-447b-aeca-9bbc350e894b admin admin] Publish callbacks [] for security_group (37a593ba-4881-462f-bde8-084f349ce9d1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.623644 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-76de5a51-86f9-447b-aeca-9bbc350e894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (37a593ba-4881-462f-bde8-084f349ce9d1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.641631 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c261d6-fefe-4efa-b93c-a8578391852e req-43274f17-7443-487e-8f80-05702e9b8db5 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:52.643165 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64c261d6-fefe-4efa-b93c-a8578391852e req-43274f17-7443-487e-8f80-05702e9b8db5 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0644712 Feb 20 23:37:52.696520 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-76de5a51-86f9-447b-aeca-9bbc350e894b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34739f018a9f4b8b8bad70b24348c1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723313 Feb 20 23:37:52.696900 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:52.701416 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5a51-86f9-447b-aeca-9bbc350e894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a593ba-4881-462f-bde8-084f349ce9d1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:52.733668 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64c261d6-fefe-4efa-b93c-a8578391852e req-0ee7d133-3be7-48e7-805a-df8f26a74c8d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835817 Feb 20 23:37:52.783177 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2e35-0417-4bd2-83be-bc36fa259d5a admin admin] Publish callbacks [] for security_group (37a593ba-4881-462f-bde8-084f349ce9d1), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.814958 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2e35-0417-4bd2-83be-bc36fa259d5a admin admin] Publish callbacks [] for security_group (37a593ba-4881-462f-bde8-084f349ce9d1), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.967683 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2e35-0417-4bd2-83be-bc36fa259d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (37a593ba-4881-462f-bde8-084f349ce9d1), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.970333 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2e35-0417-4bd2-83be-bc36fa259d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:52.972080 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-fbbe2e35-0417-4bd2-83be-bc36fa259d5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37a593ba-4881-462f-bde8-084f349ce9d1 HTTP/1.1" status: 204 len: 168 time: 0.2735093 Feb 20 23:37:52.983287 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2e35-0417-4bd2-83be-bc36fa259d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a593ba-4881-462f-bde8-084f349ce9d1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:53.824891 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 34910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:53.852821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06198c6-06bf-4320-9036-ebbf9969465b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:53.928256 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c9a90-b61b-4717-8713-045e9bd2ba18 req-94b4557f-28b5-4973-876d-7d8ee8cdda79 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:53.937391 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3f0c9a90-b61b-4717-8713-045e9bd2ba18 req-94b4557f-28b5-4973-876d-7d8ee8cdda79 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0755119 Feb 20 23:37:54.007097 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3f0c9a90-b61b-4717-8713-045e9bd2ba18 req-92b2ae88-1035-4a5e-841e-388b276be8f3 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683100 Feb 20 23:37:54.037426 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06198c6-06bf-4320-9036-ebbf9969465b admin admin] Publish callbacks [] for security_group (e5b3f116-7745-4aa5-9a8a-77596ec0c892), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.622529 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06198c6-06bf-4320-9036-ebbf9969465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e5b3f116-7745-4aa5-9a8a-77596ec0c892), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.680566 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d06198c6-06bf-4320-9036-ebbf9969465b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41ed0248a6274306bc4f5079c1e7abb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8535366 Feb 20 23:37:54.686737 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 34916) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:37:54.709138 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06198c6-06bf-4320-9036-ebbf9969465b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3f116-7745-4aa5-9a8a-77596ec0c892,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:54.767291 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7b57894-169e-4bf5-b89a-6f11c7eb0f88 admin admin] Publish callbacks [] for security_group (e5b3f116-7745-4aa5-9a8a-77596ec0c892), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.797301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7b57894-169e-4bf5-b89a-6f11c7eb0f88 admin admin] Publish callbacks [] for security_group (e5b3f116-7745-4aa5-9a8a-77596ec0c892), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.931777 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7b57894-169e-4bf5-b89a-6f11c7eb0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e5b3f116-7745-4aa5-9a8a-77596ec0c892), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.935746 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7b57894-169e-4bf5-b89a-6f11c7eb0f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.937203 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e7b57894-169e-4bf5-b89a-6f11c7eb0f88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5b3f116-7745-4aa5-9a8a-77596ec0c892 HTTP/1.1" status: 204 len: 168 time: 0.2503719 Feb 20 23:37:54.958843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b57894-169e-4bf5-b89a-6f11c7eb0f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3f116-7745-4aa5-9a8a-77596ec0c892,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:55.162686 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad4bb-6ee9-4f53-8f36-0ba7f44fe6a6 req-a7bac59b-66be-429f-a66a-f31bea1a6322 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:55.164477 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec9ad4bb-6ee9-4f53-8f36-0ba7f44fe6a6 req-a7bac59b-66be-429f-a66a-f31bea1a6322 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0717709 Feb 20 23:37:55.248832 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec9ad4bb-6ee9-4f53-8f36-0ba7f44fe6a6 req-bace5aae-b97b-493c-be05-10a9298f8fed tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Feb 20 23:37:55.650398 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-abeb1063-07e4-40be-99d7-224146f727b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:55.684809 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-abeb1063-07e4-40be-99d7-224146f727b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0564709 Feb 20 23:37:55.709390 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-5ec9d6b3-0095-4722-bfcf-1307c162dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:55.710929 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-5ec9d6b3-0095-4722-bfcf-1307c162dc24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508635 Feb 20 23:37:55.803354 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-a20a9aa4-8b05-474b-87e8-5c0094962e89 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856836 Feb 20 23:37:55.913546 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2fc07650-3df3-44d7-a33a-1af0605fc08f req-9ec116ea-9f25-4fe3-9bd7-127c23129492 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021678 Feb 20 23:37:56.397439 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7672e7-574e-4f4f-864e-cde38862fc60 req-59a77d8c-d1d3-4af1-95e8-46433fd0cb31 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:56.405060 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d7672e7-574e-4f4f-864e-cde38862fc60 req-59a77d8c-d1d3-4af1-95e8-46433fd0cb31 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0837176 Feb 20 23:37:56.471533 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d7672e7-574e-4f4f-864e-cde38862fc60 req-52f4d5d5-0470-4d8c-ae0e-72140b708231 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652416 Feb 20 23:37:57.611898 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785f02d-be6e-4d74-adee-7691e0db04b8 req-306fae68-c552-4052-a1ca-70c5fe357542 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:57.618722 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5785f02d-be6e-4d74-adee-7691e0db04b8 req-306fae68-c552-4052-a1ca-70c5fe357542 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0625317 Feb 20 23:37:57.671109 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5785f02d-be6e-4d74-adee-7691e0db04b8 req-b8af1bf7-d167-4685-a152-132e74465e4f tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Feb 20 23:37:58.794978 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b0d2d-c239-443f-a322-ce590ead7e37 req-e9fb07e5-45d6-49d7-adf1-5d7caa50ab60 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:37:58.796482 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a8b0d2d-c239-443f-a322-ce590ead7e37 req-e9fb07e5-45d6-49d7-adf1-5d7caa50ab60 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 944 time: 0.0543945 Feb 20 23:37:58.851441 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a8b0d2d-c239-443f-a322-ce590ead7e37 req-f0678f73-d9dc-4508-8437-97154ea26b34 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493138 Feb 20 23:37:59.371312 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device dbc52951-1bd7-49f2-a730-cae78a6986ca details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:37:59.477566 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:59.493206 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'port_id': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'mac_address': 'fa:16:3e:ba:49:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:37:59.538863 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port dbc52951-1bd7-49f2-a730-cae78a6986ca is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:37:59.539655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:59.554181 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc52951-1bd7-49f2-a730-cae78a6986ca {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:37:59.576034 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:37:59.653591 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:59.716328 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:37:59.939666 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['dbc52951-1bd7-49f2-a730-cae78a6986ca'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:37:59.994417 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961750a9-d72b-42cb-9302-7730a8856bf8 req-41f73651-c804-402c-b048-852597e389fc tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:00.001465 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-961750a9-d72b-42cb-9302-7730a8856bf8 req-41f73651-c804-402c-b048-852597e389fc tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 945 time: 0.0758107 Feb 20 23:38:00.059082 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-961750a9-d72b-42cb-9302-7730a8856bf8 req-a5326621-8c8b-48b4-9f39-eb81714cc217 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Feb 20 23:38:01.211877 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309f696-c4fa-4fcf-9ef5-97706081f7d3 req-024b6980-7918-49fc-9183-ae91813a1ae7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:01.213517 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3309f696-c4fa-4fcf-9ef5-97706081f7d3 req-024b6980-7918-49fc-9183-ae91813a1ae7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 945 time: 0.0754774 Feb 20 23:38:01.274169 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3309f696-c4fa-4fcf-9ef5-97706081f7d3 req-1047b7de-8a5b-4739-a5a8-91d0896d03b9 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Feb 20 23:38:01.391110 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device dbc52951-1bd7-49f2-a730-cae78a6986ca up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:38:01.567356 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port dbc52951-1bd7-49f2-a730-cae78a6986ca completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:38:01.571389 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port dbc52951-1bd7-49f2-a730-cae78a6986ca triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:01.571779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:01.649746 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port dbc52951-1bd7-49f2-a730-cae78a6986ca is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:01.651786 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:01.682996 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:01.685885 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d2580-07e0-4219-810d-b421ced4fd9f" -d '{"events": [{"server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "name": "network-vif-plugged", "status": "completed", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:01.699989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:01.727675 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007bd94b-8862-4c01-bc6d-b847fd28502d x-openstack-request-id: req-007bd94b-8862-4c01-bc6d-b847fd28502d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:01.728076 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "name": "network-vif-plugged", "status": "completed", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:01.728345 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-007bd94b-8862-4c01-bc6d-b847fd28502d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:01.729062 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'code': 200} Feb 20 23:38:01.786286 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:01.852816 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:02.082505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4194b-cdbd-40fe-807c-dcbad0663c69 req-c4f7422e-e76f-4796-9c78-a3864c4b46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:02.084802 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fb4194b-cdbd-40fe-807c-dcbad0663c69 req-c4f7422e-e76f-4796-9c78-a3864c4b46f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1130 time: 0.0737863 Feb 20 23:38:02.408654 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e8812-f3a6-48de-b381-44ed515020af req-8bbce57b-1aca-4155-bd04-4bb877340c40 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:02.410632 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a1e8812-f3a6-48de-b381-44ed515020af req-8bbce57b-1aca-4155-bd04-4bb877340c40 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0560579 Feb 20 23:38:02.457586 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a1e8812-f3a6-48de-b381-44ed515020af req-f86c3bdd-ee07-433d-9e2e-b55f42fc5236 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Feb 20 23:38:03.000474 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fb4194b-cdbd-40fe-807c-dcbad0663c69 req-8e94d1f8-cfa0-4edb-89a9-6b59b145e2da service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Feb 20 23:38:03.573911 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70efed-5ffd-4a51-b775-9df37531cdcf req-b5561e76-35bd-4ff8-bbcf-e26ca9f11d96 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:03.575349 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb70efed-5ffd-4a51-b775-9df37531cdcf req-b5561e76-35bd-4ff8-bbcf-e26ca9f11d96 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Feb 20 23:38:03.625871 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb70efed-5ffd-4a51-b775-9df37531cdcf req-34b35a28-330e-4bff-bfb1-029ee94d9d98 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Feb 20 23:38:04.751631 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daff56-aff7-4001-9620-13f85c24b2b1 req-333f9aa4-05f4-4913-80a4-d0380fe6b409 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:04.754091 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22daff56-aff7-4001-9620-13f85c24b2b1 req-333f9aa4-05f4-4913-80a4-d0380fe6b409 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0541546 Feb 20 23:38:04.803515 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22daff56-aff7-4001-9620-13f85c24b2b1 req-336d06b6-c4db-4376-95f8-fd9de6794105 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Feb 20 23:38:05.930243 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1555d75-b58c-42f1-ad44-0df18cb9bea6 req-6a9cf695-d724-41d4-8889-456bc47596cb tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:05.931763 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1555d75-b58c-42f1-ad44-0df18cb9bea6 req-6a9cf695-d724-41d4-8889-456bc47596cb tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0549607 Feb 20 23:38:05.978990 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1555d75-b58c-42f1-ad44-0df18cb9bea6 req-5ddc510f-9e1c-4195-843b-751f59cd89c8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Feb 20 23:38:07.106878 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78347f8b-283f-4cb5-876f-19ecc9e2b1b0 req-b2d01806-25e4-4574-a66b-e874301f58fb tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:07.108430 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78347f8b-283f-4cb5-876f-19ecc9e2b1b0 req-b2d01806-25e4-4574-a66b-e874301f58fb tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0592294 Feb 20 23:38:07.155395 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78347f8b-283f-4cb5-876f-19ecc9e2b1b0 req-34dbda57-77aa-4fa1-bf10-a38f983935b6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Feb 20 23:38:07.273978 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbfc72-9002-4464-8d2b-3c0c7d4b50fe req-eee5f4a5-8bee-411d-b5d0-8fc1b79d36b6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:07.275507 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4ecbfc72-9002-4464-8d2b-3c0c7d4b50fe req-eee5f4a5-8bee-411d-b5d0-8fc1b79d36b6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0540552 Feb 20 23:38:07.322649 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4ecbfc72-9002-4464-8d2b-3c0c7d4b50fe req-93dd4ea8-37b5-43c3-873f-2e65cb8802ba tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Feb 20 23:38:07.653290 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7159-a112-4275-9dd0-2c46f267dd67 req-9bc15500-d7d1-4eeb-a544-6ce541d3316c tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:07.654778 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea7c7159-a112-4275-9dd0-2c46f267dd67 req-9bc15500-d7d1-4eeb-a544-6ce541d3316c tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0579379 Feb 20 23:38:07.704699 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea7c7159-a112-4275-9dd0-2c46f267dd67 req-ad1c8ffd-245f-470f-a17a-d6b09341863e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Feb 20 23:38:08.212095 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35200) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:08.260223 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Deleting subnet 8c8166a6-381b-4a36-bb6b-b971a416d904 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:38:08.263761 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Publish callbacks [] for subnet (8c8166a6-381b-4a36-bb6b-b971a416d904), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.299315 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (8c8166a6-381b-4a36-bb6b-b971a416d904), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.343842 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (8c8166a6-381b-4a36-bb6b-b971a416d904), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.465358 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (8c8166a6-381b-4a36-bb6b-b971a416d904), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.497835 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.501235 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8c8166a6-381b-4a36-bb6b-b971a416d904 HTTP/1.1" status: 204 len: 168 time: 0.2881224 Feb 20 23:38:08.502935 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094e4f-ce66-40fc-8125-cda35ffbf635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8166a6-381b-4a36-bb6b-b971a416d904,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:08.505753 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:08.574725 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (9276f0c6-c046-4f6d-be68-6f3eda4197b7), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.654043 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (9276f0c6-c046-4f6d-be68-6f3eda4197b7), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.675051 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9276f0c6-c046-4f6d-be68-6f3eda4197b7']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:08.684287 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a093cc-5c14-4fcf-9681-d921a108fa1b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:08.684579 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a093cc-5c14-4fcf-9681-d921a108fa1b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:08.693878 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (97a093cc-5c14-4fcf-9681-d921a108fa1b), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.707357 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (97a093cc-5c14-4fcf-9681-d921a108fa1b), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.713856 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:38:08.714398 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (97a093cc-5c14-4fcf-9681-d921a108fa1b), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:38:08.716124 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:38:08.818816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (9276f0c6-c046-4f6d-be68-6f3eda4197b7), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.825072 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:08.828384 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9276f0c6-c046-4f6d-be68-6f3eda4197b7 HTTP/1.1" status: 204 len: 168 time: 0.3214345 Feb 20 23:38:08.839116 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed8448-1c66-413b-a248-fc10ee2e50d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9276f0c6-c046-4f6d-be68-6f3eda4197b7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:09.150561 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a2b1-3850-4afe-afa2-5e819a0ce850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:09.209148 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:09.254676 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e70343ae-2bbc-4e13-8650-fc2d8b6e0129 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e24c9388cf71446589d487f76b9f5ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424120 Feb 20 23:38:09.255426 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35216) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:09.304427 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0703e8f1-ce89-41ad-be91-75ddd4fdc67c admin admin] Publish callbacks [] for security_group (1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:09.325976 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0703e8f1-ce89-41ad-be91-75ddd4fdc67c admin admin] Publish callbacks [] for security_group (1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:09.453305 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0703e8f1-ce89-41ad-be91-75ddd4fdc67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:09.456670 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0703e8f1-ce89-41ad-be91-75ddd4fdc67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:09.457547 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0703e8f1-ce89-41ad-be91-75ddd4fdc67c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be HTTP/1.1" status: 204 len: 168 time: 0.2013795 Feb 20 23:38:09.475083 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703e8f1-ce89-41ad-be91-75ddd4fdc67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9aa8b-7f0b-48db-8b18-e47ddeb7b0be,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:10.111710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:10.221171 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98b38b25-58b1-4d0f-8f97-dc9b373657cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.296160 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98b38b25-58b1-4d0f-8f97-dc9b373657cb admin admin] Publish callbacks [] for security_group (9777c461-7fe5-4b05-ade2-53fd93ec9dd6), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.379043 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98b38b25-58b1-4d0f-8f97-dc9b373657cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9777c461-7fe5-4b05-ade2-53fd93ec9dd6), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.418758 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-98b38b25-58b1-4d0f-8f97-dc9b373657cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cba581ed3c6b40efba13b46217d795a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058801 Feb 20 23:38:10.419456 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b38b25-58b1-4d0f-8f97-dc9b373657cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9777c461-7fe5-4b05-ade2-53fd93ec9dd6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:10.421944 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35264) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:10.476977 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ce6-4004-4ebf-b284-c4f344e93729 admin admin] Publish callbacks [] for security_group (9777c461-7fe5-4b05-ade2-53fd93ec9dd6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.500584 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ce6-4004-4ebf-b284-c4f344e93729 admin admin] Publish callbacks [] for security_group (9777c461-7fe5-4b05-ade2-53fd93ec9dd6), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.589374 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde27468-f588-4db1-8760-4f6f22cf1135 req-89628875-fcce-4c74-a459-677eb2811ff1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:10.590888 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cde27468-f588-4db1-8760-4f6f22cf1135 req-89628875-fcce-4c74-a459-677eb2811ff1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.0624235 Feb 20 23:38:10.642624 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cde27468-f588-4db1-8760-4f6f22cf1135 req-ebd05fec-1f6d-4327-bd13-a916cdbf37d4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462584 Feb 20 23:38:10.652179 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ce6-4004-4ebf-b284-c4f344e93729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9777c461-7fe5-4b05-ade2-53fd93ec9dd6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.655236 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ce6-4004-4ebf-b284-c4f344e93729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:10.659043 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3bdc7ce6-4004-4ebf-b284-c4f344e93729 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9777c461-7fe5-4b05-ade2-53fd93ec9dd6 HTTP/1.1" status: 204 len: 168 time: 0.2335391 Feb 20 23:38:10.665896 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7ce6-4004-4ebf-b284-c4f344e93729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9777c461-7fe5-4b05-ade2-53fd93ec9dd6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:11.305757 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:11.319910 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eadb8b91-2138-4f73-912a-72b077dbdeb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.393035 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eadb8b91-2138-4f73-912a-72b077dbdeb2 admin admin] Publish callbacks [] for security_group (a07dae8c-a1c4-4b13-84ac-c271de8ff4f3), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.469284 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eadb8b91-2138-4f73-912a-72b077dbdeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (a07dae8c-a1c4-4b13-84ac-c271de8ff4f3), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.508838 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-eadb8b91-2138-4f73-912a-72b077dbdeb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5797d66ebdcf4f079557ab4e70d219eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019081 Feb 20 23:38:11.510520 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb8b91-2138-4f73-912a-72b077dbdeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07dae8c-a1c4-4b13-84ac-c271de8ff4f3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:11.511426 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35278) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:11.527615 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf572578-2a3c-453b-8e5c-1edcd6aadd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.561718 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-16a9d8c0-7442-463e-98a3-159b8ee6332b admin admin] Publish callbacks [] for security_group (a07dae8c-a1c4-4b13-84ac-c271de8ff4f3), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.583326 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-16a9d8c0-7442-463e-98a3-159b8ee6332b admin admin] Publish callbacks [] for security_group (a07dae8c-a1c4-4b13-84ac-c271de8ff4f3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.699106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-16a9d8c0-7442-463e-98a3-159b8ee6332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (a07dae8c-a1c4-4b13-84ac-c271de8ff4f3), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.702117 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-16a9d8c0-7442-463e-98a3-159b8ee6332b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:11.703281 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-16a9d8c0-7442-463e-98a3-159b8ee6332b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a07dae8c-a1c4-4b13-84ac-c271de8ff4f3 HTTP/1.1" status: 204 len: 168 time: 0.1908174 Feb 20 23:38:11.714165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9d8c0-7442-463e-98a3-159b8ee6332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07dae8c-a1c4-4b13-84ac-c271de8ff4f3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:11.776966 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e334a4-f83a-4d2b-89b2-ef2046bbf9c7 req-65dea8e6-c6e8-41f2-8c66-65e8df80b0f3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:11.778491 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4e334a4-f83a-4d2b-89b2-ef2046bbf9c7 req-65dea8e6-c6e8-41f2-8c66-65e8df80b0f3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.0577400 Feb 20 23:38:11.828661 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4e334a4-f83a-4d2b-89b2-ef2046bbf9c7 req-ea050a5c-45a3-4a9a-8d0e-9f3bfaca51de tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Feb 20 23:38:12.305211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-76c28510-249f-4fac-9c0d-1742b3da8054 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:12.306692 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-76c28510-249f-4fac-9c0d-1742b3da8054 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.0579896 Feb 20 23:38:12.402316 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Deleting port 128609e9-b733-40d7-ae7b-f2490f723533 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:38:12.402661 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (128609e9-b733-40d7-ae7b-f2490f723533), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:12.494747 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] For port 128609e9-b733-40d7-ae7b-f2490f723533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=128609e9-b733-40d7-ae7b-f2490f723533,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:12.495116 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (128609e9-b733-40d7-ae7b-f2490f723533), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:12.782993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:12.783652 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (53288b67-2402-45cf-a89c-2f02099e0c00), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:12.783939 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Floating IP 53288b67-2402-45cf-a89c-2f02099e0c00 disassociated. External IP: 172.27.1.41, port: 128609e9-b733-40d7-ae7b-f2490f723533. Feb 20 23:38:12.784139 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Calling delete_port for 128609e9-b733-40d7-ae7b-f2490f723533 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:38:12.867690 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:12.967834 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ab88-cc28-45a8-bf87-1bb7f502b388 req-39e71518-7a69-4b18-96a9-9d11ab947a2d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:12.969340 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3076ab88-cc28-45a8-bf87-1bb7f502b388 req-39e71518-7a69-4b18-96a9-9d11ab947a2d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=610d910b-613d-4858-b40e-2a59c08c29d7 HTTP/1.1" status: 200 len: 946 time: 0.0618141 Feb 20 23:38:13.011348 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (128609e9-b733-40d7-ae7b-f2490f723533), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:13.021865 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3076ab88-cc28-45a8-bf87-1bb7f502b388 req-27954b5d-3a3c-42d8-aa5f-ef3eefc60379 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=db376c2e-70e2-4ac6-973b-be4cc6781b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461574 Feb 20 23:38:13.041787 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event deleted for resources: {'Port': ['ID=128609e9-b733-40d7-ae7b-f2490f723533,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:13.163086 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:38:13.276310 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:38:13.286752 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:38:13.297225 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:13.297961 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:13.324623 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] No DVR routers for this DVR port 128609e9-b733-40d7-ae7b-f2490f723533 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:38:13.327485 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:13.331834 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a06b429-fbd9-4209-8fc2-13799125c12d req-4333e2e6-a94a-4221-bd9b-51af6f332b14 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "DELETE /v2.0/ports/128609e9-b733-40d7-ae7b-f2490f723533 HTTP/1.1" status: 204 len: 173 time: 1.0189040 Feb 20 23:38:13.332326 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-deleted', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:13.334632 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab8cd9-cf35-404d-84ec-eb252beae439" -d '{"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-deleted", "tag": "128609e9-b733-40d7-ae7b-f2490f723533"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:13.371739 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d29135-1ee7-4449-9c2c-b5656f7a6a6e x-openstack-request-id: req-d1d29135-1ee7-4449-9c2c-b5656f7a6a6e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:13.372157 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d910b-613d-4858-b40e-2a59c08c29d7", "name": "network-vif-deleted", "tag": "128609e9-b733-40d7-ae7b-f2490f723533", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:13.372613 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1d29135-1ee7-4449-9c2c-b5656f7a6a6e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:13.373131 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d910b-613d-4858-b40e-2a59c08c29d7', 'name': 'network-vif-deleted', 'tag': '128609e9-b733-40d7-ae7b-f2490f723533', 'status': 'completed', 'code': 200} Feb 20 23:38:13.436242 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:13.661085 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:13.692191 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:38:13.700681 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:13.701336 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:13.941350 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:14.072141 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.154958 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:14.187754 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06b868-e633-4bf1-a9c7-cb7744ef2770 None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:38:14.204482 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:14.269914 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e71530f-4b4d-4d41-8dc2-700eb17c5f8a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (db376c2e-70e2-4ac6-973b-be4cc6781b79), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.298187 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e71530f-4b4d-4d41-8dc2-700eb17c5f8a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (db376c2e-70e2-4ac6-973b-be4cc6781b79), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.445818 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a0dac-0bd7-4e85-881e-a19f4a51173e None None] New status for floating IP 53288b67-2402-45cf-a89c-2f02099e0c00: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:38:14.447677 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e71530f-4b4d-4d41-8dc2-700eb17c5f8a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (db376c2e-70e2-4ac6-973b-be4cc6781b79), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.450415 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e71530f-4b4d-4d41-8dc2-700eb17c5f8a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.454052 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0e71530f-4b4d-4d41-8dc2-700eb17c5f8a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "DELETE /v2.0/security-groups/db376c2e-70e2-4ac6-973b-be4cc6781b79 HTTP/1.1" status: 204 len: 168 time: 0.2454824 Feb 20 23:38:14.454422 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35326) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:14.464740 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71530f-4b4d-4d41-8dc2-700eb17c5f8a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db376c2e-70e2-4ac6-973b-be4cc6781b79,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:14.470391 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.api.v2.resource [None req-a5bf7f4b-4303-4fc3-9bb1-930ca31de677 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] show failed (client error): The resource could not be found. Feb 20 23:38:14.474939 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a5bf7f4b-4303-4fc3-9bb1-930ca31de677 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups/db376c2e-70e2-4ac6-973b-be4cc6781b79 HTTP/1.1" status: 404 len: 347 time: 0.0160427 Feb 20 23:38:14.474939 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35328) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:14.623970 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Deleting port 5e17839a-0a4a-4f50-b6e7-981ab7be9b2b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:38:14.624630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.714965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.715315 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.728286 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Calling delete_port for 5e17839a-0a4a-4f50-b6e7-981ab7be9b2b owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:38:14.962087 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (5e17839a-0a4a-4f50-b6e7-981ab7be9b2b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:14.990168 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event deleted for resources: {'Port': ['ID=5e17839a-0a4a-4f50-b6e7-981ab7be9b2b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:15.053905 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (53288b67-2402-45cf-a89c-2f02099e0c00), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.056488 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.061082 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-457076e3-d90e-4c44-a41e-89d4307caed1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "DELETE /v2.0/floatingips/53288b67-2402-45cf-a89c-2f02099e0c00 HTTP/1.1" status: 204 len: 168 time: 0.5820446 Feb 20 23:38:15.426741 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:38:15.447388 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 128609e9-b733-40d7-ae7b-f2490f723533 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:38:15.447814 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 128609e9-b733-40d7-ae7b-f2490f723533 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:38:15.642379 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:15.644245 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.646976 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239308132', 'description': 'tempest-description--1968854848'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:15.722551 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.797514 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (6633344b-7490-4300-8939-4507a4f0f40a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.836210 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.864562 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6633344b-7490-4300-8939-4507a4f0f40a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.897450 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6633344b-7490-4300-8939-4507a4f0f40a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:15.964153 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:15.965441 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-fd338b51-c109-4860-b8ed-2faedcad674a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3225279 Feb 20 23:38:15.968349 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35344) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:15.973154 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'security_group_rule': {'security_group_id': '6633344b-7490-4300-8939-4507a4f0f40a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:16.063372 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (63451f15-fa6d-4f0b-9025-87b4b7463fa5), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.118540 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (63451f15-fa6d-4f0b-9025-87b4b7463fa5), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.213594 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (63451f15-fa6d-4f0b-9025-87b4b7463fa5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.234154 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63451f15-fa6d-4f0b-9025-87b4b7463fa5,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:16.307059 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.308491 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2e4c9421-3f61-4edf-ab93-5765ed48d178 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391397 Feb 20 23:38:16.311193 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35348) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:16.317350 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'security_group_rule': {'security_group_id': '6633344b-7490-4300-8939-4507a4f0f40a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:16.431162 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (36035aaf-01a8-4a4c-8f9b-57f824bde8d1), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.491374 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (36035aaf-01a8-4a4c-8f9b-57f824bde8d1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.560988 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (36035aaf-01a8-4a4c-8f9b-57f824bde8d1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.581883 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36035aaf-01a8-4a4c-8f9b-57f824bde8d1,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:16.671719 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.677191 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35350) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:16.677711 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a7cc74a4-3074-4a65-8b36-4a4a157049fc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650460 Feb 20 23:38:16.681673 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:16.761817 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.857809 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:16.963411 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Allocated IP 172.27.1.242 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/a36383fe-d78e-463e-9686-eab1c6375d7c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:38:17.061250 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.146031 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.187356 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:38:17.190263 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:38:17.196437 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:38:17.226427 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'Port': ['ID=a36383fe-d78e-463e-9686-eab1c6375d7c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:17.287263 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (ebf2e028-ed58-4c96-8687-12b665513e18), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.360478 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.504265 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.554979 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.622163 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'Port': ['ID=a36383fe-d78e-463e-9686-eab1c6375d7c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:17.632278 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (ebf2e028-ed58-4c96-8687-12b665513e18), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.711834 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.713148 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8d9942bb-8aca-4a6e-9e2b-fe5e17aff1c3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0349739 Feb 20 23:38:18.137902 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-b52391cb-5682-41bf-bec4-01709584f542 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1239308132&fields=id&tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 267 time: 0.2739229 Feb 20 23:38:18.234973 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-eaaf77d3-bd80-43e2-b6ab-9eb2b2cbbfae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124854 Feb 20 23:38:18.273704 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-a089a2a1-fc78-4ce6-9dbf-0c0628794333 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:18.275151 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-a089a2a1-fc78-4ce6-9dbf-0c0628794333 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 816 time: 0.1229770 Feb 20 23:38:18.305119 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-ef1cfcf7-3609-4a5a-8229-1e097c9a7d1e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/quotas/028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 375 time: 0.0149014 Feb 20 23:38:18.340153 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-de583693-ffe0-4899-9fce-06114438b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:18.341648 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-de583693-ffe0-4899-9fce-06114438b218 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 1129 time: 0.0838046 Feb 20 23:38:18.366102 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-3353606c-06e1-4ba0-8ed2-61adeaa45e4f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551648 Feb 20 23:38:18.520582 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-2edc002d-7570-40f7-9073-12abf6fedbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:18.521983 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-2edc002d-7570-40f7-9073-12abf6fedbff service neutron] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 911 time: 0.1550481 Feb 20 23:38:18.527137 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-82c0e507-0e49-4b32-9eeb-41b3958b8078 service neutron] 10.222.0.60 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429975 Feb 20 23:38:18.642055 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-dab92106-29c9-4940-80ba-d04a361abbb6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 200 len: 1000 time: 0.1125500 Feb 20 23:38:18.704236 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-fae58fb8-7913-4c6e-ae67-097161878d9e service neutron] 10.222.0.60 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677475 Feb 20 23:38:18.713229 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-2994a6ab-ba0b-4e97-bfbf-94f224f40ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:18.714621 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-2994a6ab-ba0b-4e97-bfbf-94f224f40ebc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.0624809 Feb 20 23:38:18.767192 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-9c457d78-d9b7-47b9-a91b-a3d1f808ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:18.769056 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-9c457d78-d9b7-47b9-a91b-a3d1f808ccfa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454588 Feb 20 23:38:18.867437 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-0d05d4b4-98af-459f-a9c4-ce8f182e5835 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894935 Feb 20 23:38:19.013565 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbb89f8d-7e90-4265-88a6-dffb19c74871 req-dcb15c3d-8dec-4a4d-81c8-a7c5e73e123b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 210 time: 0.0389898 Feb 20 23:38:19.017357 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6cfa5d1f-b96b-4e87-a812-fe5eee5b3308 req-30da5592-65ff-4634-a8bf-164902fabe8e service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406007 Feb 20 23:38:19.421062 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd321-deb8-449b-baa6-5672001e38e4 req-17828898-e909-4f28-847c-4ea89a5651f1 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:19.422613 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58ecd321-deb8-449b-baa6-5672001e38e4 req-17828898-e909-4f28-847c-4ea89a5651f1 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0567145 Feb 20 23:38:19.470741 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58ecd321-deb8-449b-baa6-5672001e38e4 req-cef472b9-4c87-4472-b4fd-a6329d5b8572 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Feb 20 23:38:20.118229 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c6f0a31-fe21-447c-ac7e-b522f05ba267 req-708d9840-855c-49d1-9a0b-79e4b51fb4ec tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 210 time: 0.0279310 Feb 20 23:38:20.246775 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c379-6ebe-41ce-8fef-e0bd457d2923 req-3b40087b-c4ad-4c81-aec5-59acc521c893 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:20.248280 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a251c379-6ebe-41ce-8fef-e0bd457d2923 req-3b40087b-c4ad-4c81-aec5-59acc521c893 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0524321 Feb 20 23:38:20.294390 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a251c379-6ebe-41ce-8fef-e0bd457d2923 req-024ad873-1fbc-4646-bfed-58213cf681c4 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Feb 20 23:38:20.316714 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:20.505791 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb852040-2d2a-4657-8208-1d32f3ac9d8c tempest-TestMinimumBasicScenario-1693229721 tempest-TestMinimumBasicScenario-1693229721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:20.507156 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bb852040-2d2a-4657-8208-1d32f3ac9d8c tempest-TestMinimumBasicScenario-1693229721 tempest-TestMinimumBasicScenario-1693229721-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1125 time: 0.1894317 Feb 20 23:38:20.510357 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35420) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:20.514585 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'port_id': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:20.593194 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e09695-f7e8-419e-8888-313a95b14cb8 req-3999ed4e-95b7-4734-b5d8-3c62b42c5bfa tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:20.594668 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0e09695-f7e8-419e-8888-313a95b14cb8 req-3999ed4e-95b7-4734-b5d8-3c62b42c5bfa tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0564029 Feb 20 23:38:20.607889 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:20.642627 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0e09695-f7e8-419e-8888-313a95b14cb8 req-44bd5612-a036-423a-a5b0-569068649b69 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Feb 20 23:38:20.706751 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:20.814442 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Allocated IP 172.27.1.89 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/df1a201a-2662-4929-8135-549cef75701e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:38:20.909091 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for port (df1a201a-2662-4929-8135-549cef75701e), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:20.959804 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:38:20.985038 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (df1a201a-2662-4929-8135-549cef75701e), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.022319 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:38:21.025350 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:38:21.028725 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:38:21.057447 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'Port': ['ID=df1a201a-2662-4929-8135-549cef75701e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:21.219114 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b141574b-169f-4971-9c22-bff3074ad69d req-3b4f48f1-10b3-4471-8ef5-3781cb1c0941 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Feb 20 23:38:21.396745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for floatingip (9f930a58-96e4-4d1c-a541-0f0d6d6c8809), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.506740 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (df1a201a-2662-4929-8135-549cef75701e), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.650986 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for port (df1a201a-2662-4929-8135-549cef75701e), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.739222 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (df1a201a-2662-4929-8135-549cef75701e), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.768142 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a7c5-d59e-458f-b2ca-ebac76305608 req-c9c02d17-27fe-4a09-bc7a-48f48675db0d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:21.769754 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91b7a7c5-d59e-458f-b2ca-ebac76305608 req-c9c02d17-27fe-4a09-bc7a-48f48675db0d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0533781 Feb 20 23:38:21.810079 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'Port': ['ID=df1a201a-2662-4929-8135-549cef75701e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:21.817476 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91b7a7c5-d59e-458f-b2ca-ebac76305608 req-63e2e8c0-ec92-4b2b-b74f-fdbcc508788e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Feb 20 23:38:21.822774 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (9f930a58-96e4-4d1c-a541-0f0d6d6c8809), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.924185 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Floating IP 9f930a58-96e4-4d1c-a541-0f0d6d6c8809 associated. External IP: 172.27.1.89, port: dbc52951-1bd7-49f2-a730-cae78a6986ca. Feb 20 23:38:22.326936 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd66e1f0-c201-46e1-a495-e9a50353ecd0 req-ca883ba9-759a-4a01-bb93-f65a4bb4b802 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 210 time: 0.0315237 Feb 20 23:38:22.366675 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Router d0501df7-08f2-46e3-95d6-178cc7069a69 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:38:22.474904 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:38:22.484932 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] Sync routers for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:38:22.494842 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:22.503764 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:22.551505 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:22.581851 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3dc142d0-6b90-4e45-a04b-65b23ddd5d6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0704386 Feb 20 23:38:22.582593 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:22.584787 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35432) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:22.585152 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:22.589265 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469852615', 'description': 'tempest-secgroup-smoke-469852615 description', 'project_id': '601bd49215a7472d80321fdd2077047b'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:22.607063 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:22.620912 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e479d9-7fee-4ff3-ac51-e46e4a24fb95 x-openstack-request-id: req-72e479d9-7fee-4ff3-ac51-e46e4a24fb95 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:22.621200 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:22.621447 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72e479d9-7fee-4ff3-ac51-e46e4a24fb95 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:22.621843 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'status': 'completed', 'code': 200} Feb 20 23:38:22.671000 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:22.739752 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group (2f5fe5b7-303f-418f-a147-62a7ebfa9d00), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:22.789843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-20914d06-70dc-4c44-9f3d-c03c9c3f2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:22.791394 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-20914d06-70dc-4c44-9f3d-c03c9c3f2196 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1130 time: 0.0494471 Feb 20 23:38:22.796133 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (2f5fe5b7-303f-418f-a147-62a7ebfa9d00), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:22.847643 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '9f930a58-96e4-4d1c-a541-0f0d6d6c8809', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'port_id': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'mac_address': 'fa:16:3e:ba:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:21Z', 'updated_at': '2022-02-20T23:38:21Z', 'revision_number': 0, 'project_id': '601bd49215a7472d80321fdd2077047b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:15Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:22.876801 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] Checking router: d0501df7-08f2-46e3-95d6-178cc7069a69 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:38:22.880651 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5fe5b7-303f-418f-a147-62a7ebfa9d00,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:22.888366 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:22.889007 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:22.946035 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:22.947278 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d892a1c9-53bb-4dea-b68c-ada80e75e5e6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3614802 Feb 20 23:38:22.951006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:22.955021 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-8b54323f-1481-41f3-b03b-236a909ac31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:22.955808 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group_rule': {'security_group_id': '2f5fe5b7-303f-418f-a147-62a7ebfa9d00', 'project_id': '601bd49215a7472d80321fdd2077047b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:22.960449 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-8b54323f-1481-41f3-b03b-236a909ac31a service neutron] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 915 time: 0.1438301 Feb 20 23:38:23.006752 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:23.014867 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c90cf6-3b51-4a12-b942-f90b5319b6ba req-a28c4a04-674f-47a5-9ae1-2a9f98cd3b0d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:23.016404 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1c90cf6-3b51-4a12-b942-f90b5319b6ba req-a28c4a04-674f-47a5-9ae1-2a9f98cd3b0d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1198173 Feb 20 23:38:23.050386 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-3ba8b86c-2546-4de7-8482-e9c08fbf67e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 999 time: 0.0834465 Feb 20 23:38:23.071088 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (47d44efc-4b1a-4062-b656-75fb8f52d0ac), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.115594 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1c90cf6-3b51-4a12-b942-f90b5319b6ba req-84851af7-2552-491d-a77c-5c596b76f0b1 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865598 Feb 20 23:38:23.138309 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-4ce5c759-a18a-45f4-b9d1-7cd9db24c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:23.138427 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (47d44efc-4b1a-4062-b656-75fb8f52d0ac), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.138524 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-4ce5c759-a18a-45f4-b9d1-7cd9db24c760 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0791388 Feb 20 23:38:23.186723 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-3d0e75d9-3e84-442c-b972-5df9807f408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:23.188256 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-3d0e75d9-3e84-442c-b972-5df9807f408f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457509 Feb 20 23:38:23.229863 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (47d44efc-4b1a-4062-b656-75fb8f52d0ac), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.245973 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d44efc-4b1a-4062-b656-75fb8f52d0ac,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:23.246509 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '9f930a58-96e4-4d1c-a541-0f0d6d6c8809', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'port_id': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'mac_address': 'fa:16:3e:ba:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:21Z', 'updated_at': '2022-02-20T23:38:21Z', 'revision_number': 0, 'project_id': '601bd49215a7472d80321fdd2077047b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:15Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:23.274002 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68fd71-ab62-4af5-8208-8da764350366 None None] The sync data for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi is: [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '9f930a58-96e4-4d1c-a541-0f0d6d6c8809', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'port_id': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'mac_address': 'fa:16:3e:ba:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:21Z', 'updated_at': '2022-02-20T23:38:21Z', 'revision_number': 0, 'project_id': '601bd49215a7472d80321fdd2077047b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:15Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:38:23.296303 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-d762ce92-3a02-4502-858c-3da5ef511186 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976911 Feb 20 23:38:23.318352 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.319815 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-46752b4c-cb32-4c3a-bc13-5b626529eb8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677661 Feb 20 23:38:23.322519 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35442) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:23.327083 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group_rule': {'security_group_id': '2f5fe5b7-303f-418f-a147-62a7ebfa9d00', 'project_id': '601bd49215a7472d80321fdd2077047b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:23.398331 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d2d4fe4-ab45-4607-a94b-abf54b87e93e req-1ed64d3e-351a-408f-9200-c20e5bcaa0ae service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934842 Feb 20 23:38:23.443735 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0cd1fcc9-0abc-4ac2-b0db-d6b2c706a6fd req-4033e401-7e47-4b62-bd93-0b8a88392810 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 210 time: 0.0411439 Feb 20 23:38:23.448036 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (4f4ca05c-6965-411e-90f4-3e2395646ffe), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.519119 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c7cf-d1d7-4501-94f1-94b3c75d2e7c None None] New status for floating IP 9f930a58-96e4-4d1c-a541-0f0d6d6c8809: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:38:23.526977 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (4f4ca05c-6965-411e-90f4-3e2395646ffe), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.560027 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-edd83f8d-091e-4e88-ac32-800bc87c2db5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:23.561509 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-edd83f8d-091e-4e88-ac32-800bc87c2db5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 816 time: 0.1294861 Feb 20 23:38:23.595549 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (4f4ca05c-6965-411e-90f4-3e2395646ffe), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.613618 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4ca05c-6965-411e-90f4-3e2395646ffe,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:23.633949 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-db0d2aa6-8e70-486c-b894-47876768dcf6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 380 time: 0.0566571 Feb 20 23:38:23.647579 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'port': {'device_id': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'admin_state_up': True, 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'security_groups': ['6633344b-7490-4300-8939-4507a4f0f40a']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:23.689544 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.691307 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e04b5d8c-50e7-4b55-be08-806ae2997ead tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3678477 Feb 20 23:38:23.694076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35446) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:23.698386 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group_rule': {'security_group_id': '2f5fe5b7-303f-418f-a147-62a7ebfa9d00', 'project_id': '601bd49215a7472d80321fdd2077047b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:23.800712 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (9cd7d3bc-44e5-47ac-8ecc-1e1f698fe8d5), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.818949 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Made reservation on behalf of 028a9eb0bbf44fcf8e39abdf008a6e27 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:38:23.822412 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.868377 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (9cd7d3bc-44e5-47ac-8ecc-1e1f698fe8d5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.952057 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Allocated IP 172.20.0.14 (83f19ffc-69de-4f69-a152-3c3c382e3a7f/f13a5a2c-193e-4194-a6a7-7300dcbff1d4/41625057-2d8a-48a4-afde-a34ab4cf2026) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:38:23.993057 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (9cd7d3bc-44e5-47ac-8ecc-1e1f698fe8d5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.018341 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd7d3bc-44e5-47ac-8ecc-1e1f698fe8d5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:24.092929 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.130573 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.131879 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bfa2ad95-c54d-4ad6-b37b-91d3b2531d69 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4367945 Feb 20 23:38:24.134503 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35456) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:24.138862 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group_rule': {'security_group_id': '2f5fe5b7-303f-418f-a147-62a7ebfa9d00', 'project_id': '601bd49215a7472d80321fdd2077047b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:24.229411 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.231793 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (8592270a-2551-4df7-b8aa-9d63636b3926), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.255347 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-02f14665-0c0c-47d1-90ae-762b46e19a25 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:24.256844 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-02f14665-0c0c-47d1-90ae-762b46e19a25 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.0937653 Feb 20 23:38:24.291796 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (8592270a-2551-4df7-b8aa-9d63636b3926), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.296971 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:38:24.319021 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:38:24.327099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:38:24.367661 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (8592270a-2551-4df7-b8aa-9d63636b3926), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.369344 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab67f-a007-4d00-9198-343b9c79670e req-7ddd16f7-7c06-436d-8723-5cc754c73d02 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:24.370885 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21eab67f-a007-4d00-9198-343b9c79670e req-7ddd16f7-7c06-436d-8723-5cc754c73d02 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 945 time: 0.1818466 Feb 20 23:38:24.380370 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:24.387541 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8592270a-2551-4df7-b8aa-9d63636b3926,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:24.453900 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:24.454439 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.461681 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.463182 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ff1f6711-9ccd-48b4-837f-6fd66c0440e7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277037 Feb 20 23:38:24.466148 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35462) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:24.471410 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group_rule': {'security_group_id': '2f5fe5b7-303f-418f-a147-62a7ebfa9d00', 'project_id': '601bd49215a7472d80321fdd2077047b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:24.485403 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-21eab67f-a007-4d00-9198-343b9c79670e req-ab759419-4b74-4f07-a148-15cfe7fb6ccb tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=b96bc003-2666-43be-b825-77427e59898b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024337 Feb 20 23:38:24.511946 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Deleting port 140d469c-e203-4a37-b1e8-f67b8b22c759 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:38:24.512301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.576211 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-5418e866-bfc5-4e95-a337-fcdeaec82292 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335110 Feb 20 23:38:24.580684 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-41f4820d-965e-4696-8b4b-dc8471de1307 None None] Provisioning complete for port 41625057-2d8a-48a4-afde-a34ab4cf2026 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:24.581329 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41f4820d-965e-4696-8b4b-dc8471de1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.599098 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Request body: {'port': {'device_id': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:24.616729 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41f4820d-965e-4696-8b4b-dc8471de1307 None None] Port 41625057-2d8a-48a4-afde-a34ab4cf2026 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:38:24.665202 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Project 601bd49215a7472d80321fdd2077047b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:38:24.667543 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] For port 140d469c-e203-4a37-b1e8-f67b8b22c759, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=140d469c-e203-4a37-b1e8-f67b8b22c759,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:24.667998 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.670855 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (bb6b96f6-0d6c-4cc7-96cf-0d1baffbc4e2), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.729860 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (bb6b96f6-0d6c-4cc7-96cf-0d1baffbc4e2), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.742512 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56319e-1049-4f0a-8b58-e265ee5b8c24 req-d68423df-5ab4-4102-84ab-788d2f3ab384 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:24.744006 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5e56319e-1049-4f0a-8b58-e265ee5b8c24 req-d68423df-5ab4-4102-84ab-788d2f3ab384 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 932 time: 0.1864209 Feb 20 23:38:24.770220 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.785178 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (bb6b96f6-0d6c-4cc7-96cf-0d1baffbc4e2), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.803364 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6b96f6-0d6c-4cc7-96cf-0d1baffbc4e2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:24.873441 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.877278 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-926369bc-d17a-47d8-8c7e-069514cbdaee tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076345 Feb 20 23:38:24.878080 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35466) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:24.883710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'security_group_rule': {'security_group_id': '2f5fe5b7-303f-418f-a147-62a7ebfa9d00', 'project_id': '601bd49215a7472d80321fdd2077047b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:24.899479 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5e56319e-1049-4f0a-8b58-e265ee5b8c24 req-bbed97d2-91cb-43da-8692-eed17d763e3e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498194 Feb 20 23:38:24.983941 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Project 601bd49215a7472d80321fdd2077047b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:38:24.989253 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (6b3bbfbd-b85f-468e-a928-009724f57b47), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.017869 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.018336 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.019230 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Floating IP fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5 disassociated. External IP: 172.27.1.52, port: 140d469c-e203-4a37-b1e8-f67b8b22c759. Feb 20 23:38:25.019572 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Calling delete_port for 140d469c-e203-4a37-b1e8-f67b8b22c759 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:38:25.051624 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (6b3bbfbd-b85f-468e-a928-009724f57b47), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.133364 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (6b3bbfbd-b85f-468e-a928-009724f57b47), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.151651 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3bbfbd-b85f-468e-a928-009724f57b47,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:25.220997 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.222341 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-6526c2ae-2676-454d-bff8-c2fb85365357 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3430789 Feb 20 23:38:25.245019 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41625057-2d8a-48a4-afde-a34ab4cf2026 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:38:25.256570 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Publish callbacks [] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.322942 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-09a39d56-7e47-4d05-8bad-43a390590095 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469852615&fields=id&tenant_id=601bd49215a7472d80321fdd2077047b HTTP/1.1" status: 200 len: 267 time: 0.0528641 Feb 20 23:38:25.380345 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-da63ec7d-8920-4517-86ba-f1b86d82c570 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:25.381928 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-da63ec7d-8920-4517-86ba-f1b86d82c570 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0536394 Feb 20 23:38:25.396367 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'port': {'security_groups': ['34bbbf18-bc66-4c98-9622-2874e20f8075', '2f5fe5b7-303f-418f-a147-62a7ebfa9d00']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:25.424892 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Transition to ACTIVE for port object 41625057-2d8a-48a4-afde-a34ab4cf2026 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:38:25.448594 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (140d469c-e203-4a37-b1e8-f67b8b22c759), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.472968 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event deleted for resources: {'Port': ['ID=140d469c-e203-4a37-b1e8-f67b8b22c759,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:25.793062 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.866519 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f630b5da-6a15-46f9-beaa-cdfa1fa80d94 req-c92745b4-81fe-4ce3-8688-1fb86ce2e7a7 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0927544 Feb 20 23:38:25.875055 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.994988 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:26.110784 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:38:26.163222 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Attempting to bind port 41625057-2d8a-48a4-afde-a34ab4cf2026 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:38:26.163569 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Attempting to bind port 41625057-2d8a-48a4-afde-a34ab4cf2026 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:38:26.163936 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Attempting to bind port 41625057-2d8a-48a4-afde-a34ab4cf2026 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:38:26.180154 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee9aa9-5630-4317-bb28-332f98973773 req-51f8ac24-68a5-48cb-8ecf-2723ea60d388 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:26.181655 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91ee9aa9-5630-4317-bb28-332f98973773 req-51f8ac24-68a5-48cb-8ecf-2723ea60d388 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.1825614 Feb 20 23:38:26.217655 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Port 41625057-2d8a-48a4-afde-a34ab4cf2026 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:38:26.217990 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Attempting to bind port 41625057-2d8a-48a4-afde-a34ab4cf2026 on network 83f19ffc-69de-4f69-a152-3c3c382e3a7f {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:38:26.275275 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:38:26.275619 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Checking segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:38:26.276041 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Bound using segment: {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:38:26.276494 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Bound port: 41625057-2d8a-48a4-afde-a34ab4cf2026, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d68f184-eb89-45f4-adec-8b1763d02a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:38:26.276854 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.418420 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91ee9aa9-5630-4317-bb28-332f98973773 req-2e59db95-6a3c-4799-b686-eea8703a2be8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034824 Feb 20 23:38:26.457716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:38:26.462203 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:26.470275 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:38:26.476630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:38:26.482492 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:26.483197 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:26.523665 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:38:26.525224 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] No DVR routers for this DVR port 140d469c-e203-4a37-b1e8-f67b8b22c759 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:38:26.530231 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.533088 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d472579-3791-4fb3-bc66-15412d02fbaa req-4d0341bb-266f-465a-b818-a2d34217f850 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "DELETE /v2.0/ports/140d469c-e203-4a37-b1e8-f67b8b22c759 HTTP/1.1" status: 204 len: 173 time: 2.2514412 Feb 20 23:38:26.533548 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'name': 'network-vif-deleted', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:26.536435 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6937eeaa-ab83-4785-83b4-5111356237d0" -d '{"events": [{"server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "name": "network-vif-deleted", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:26.555387 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.576126 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa24499-94d6-4c13-8402-3a9f2511aa17 x-openstack-request-id: req-cfa24499-94d6-4c13-8402-3a9f2511aa17 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:26.576126 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b0959a-ff50-4147-ba0a-16f29acf0e4a", "name": "network-vif-deleted", "tag": "140d469c-e203-4a37-b1e8-f67b8b22c759", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:26.576339 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfa24499-94d6-4c13-8402-3a9f2511aa17 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:26.576713 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b0959a-ff50-4147-ba0a-16f29acf0e4a', 'name': 'network-vif-deleted', 'tag': '140d469c-e203-4a37-b1e8-f67b8b22c759', 'status': 'completed', 'code': 200} Feb 20 23:38:26.598153 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.608297 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:26.631775 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.644595 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:26.645232 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.646648 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] 10.222.0.88 "PUT /v2.0/ports/41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 1094 time: 2.0545917 Feb 20 23:38:26.675754 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:26.676428 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.680838 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-198933ce-cf50-41a9-ac55-e22c4b665839 req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "PUT /v2.0/ports/dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 982 time: 1.2902799 Feb 20 23:38:26.685231 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc68c5-5282-4c30-919f-95cfe8b5e779 service neutron] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:26.686782 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['dbc52951-1bd7-49f2-a730-cae78a6986ca'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:38:26.762714 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4f87-9b52-48f6-8f64-52ab6d215427 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:26.816514 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['dbc52951-1bd7-49f2-a730-cae78a6986ca'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:38:26.918999 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de063cf-e5e1-467f-aaee-8223d1d1ea68 req-34665562-5948-41bf-85aa-01ef5077c419 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:26.930087 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4de063cf-e5e1-467f-aaee-8223d1d1ea68 req-34665562-5948-41bf-85aa-01ef5077c419 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.1028585 Feb 20 23:38:26.973137 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-0e1885ca-cf65-4773-a3cc-f6f5def6169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:26.975474 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-0e1885ca-cf65-4773-a3cc-f6f5def6169e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1128 time: 0.1638291 Feb 20 23:38:27.067849 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-916bfb86-f7a7-4556-bf4b-a2bd55159a17 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 217 time: 0.0826561 Feb 20 23:38:27.103277 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-05dc1f77-22c0-4757-b2f6-92eac55f4c5a req-1915ebf4-5946-4fdd-9087-81418018907c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b0959a-ff50-4147-ba0a-16f29acf0e4a HTTP/1.1" status: 200 len: 210 time: 0.0477755 Feb 20 23:38:27.163960 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4de063cf-e5e1-467f-aaee-8223d1d1ea68 req-e9f10e65-8c15-4015-88c3-58430edb52f7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2328892 Feb 20 23:38:27.165995 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-1e7d0696-f7f0-44b2-9d55-7806f0e7840b None None] Provisioning complete for port dbc52951-1bd7-49f2-a730-cae78a6986ca triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:27.166382 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0696-f7f0-44b2-9d55-7806f0e7840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:27.170993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-4e8760d7-6e0d-4010-afcd-050c8015ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:27.173359 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-4e8760d7-6e0d-4010-afcd-050c8015ac0b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0802984 Feb 20 23:38:27.225814 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-190584db-2e9d-4ad3-a1b4-7aabf1920980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:27.227314 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-190584db-2e9d-4ad3-a1b4-7aabf1920980 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471783 Feb 20 23:38:27.272418 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:27.318182 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:38:27.320639 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-d3e4958b-e69f-4815-a22f-cf6c0c8d5f1c service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859067 Feb 20 23:38:27.382527 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:27.383097 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:27.419182 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ef5c0df-aea0-4063-b1bb-24f979fb128e req-fdbe6e2e-b0b5-4e4e-bf41-1ece29e7c873 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920386 Feb 20 23:38:27.474042 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d0696-f7f0-44b2-9d55-7806f0e7840b None None] Current status of the port dbc52951-1bd7-49f2-a730-cae78a6986ca is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:27.551615 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc31b4c-7dd6-4344-99ec-738f88c00f16 req-100efc1c-6cd8-43ef-9226-5a8e6cc807be tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:27.553250 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8cc31b4c-7dd6-4344-99ec-738f88c00f16 req-100efc1c-6cd8-43ef-9226-5a8e6cc807be tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0570021 Feb 20 23:38:27.606632 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8cc31b4c-7dd6-4344-99ec-738f88c00f16 req-234857df-3bf2-4d8f-a2bd-60414d12b779 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473747 Feb 20 23:38:27.735065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:28.057885 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:28.085002 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b120a-1cc8-4c64-9a8d-bd0db523cbe5 None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:38:28.098349 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 140d469c-e203-4a37-b1e8-f67b8b22c759 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:38:28.119333 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 140d469c-e203-4a37-b1e8-f67b8b22c759 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:38:28.119688 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 140d469c-e203-4a37-b1e8-f67b8b22c759 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:38:28.254459 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35510) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:28.319383 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fb3a0c1-a957-4950-bc7b-f8f27a900204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (b96bc003-2666-43be-b825-77427e59898b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.323742 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ca10ac-66af-4293-9975-ea150374889b None None] New status for floating IP fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:38:28.348756 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fb3a0c1-a957-4950-bc7b-f8f27a900204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (b96bc003-2666-43be-b825-77427e59898b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.469760 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fb3a0c1-a957-4950-bc7b-f8f27a900204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b96bc003-2666-43be-b825-77427e59898b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.472655 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fb3a0c1-a957-4950-bc7b-f8f27a900204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.473824 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1fb3a0c1-a957-4950-bc7b-f8f27a900204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "DELETE /v2.0/security-groups/b96bc003-2666-43be-b825-77427e59898b HTTP/1.1" status: 204 len: 168 time: 0.2183406 Feb 20 23:38:28.476707 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:28.484405 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3a0c1-a957-4950-bc7b-f8f27a900204 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96bc003-2666-43be-b825-77427e59898b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:28.491648 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.api.v2.resource [None req-868ef502-03b3-4e32-b366-bcf4436d892e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] show failed (client error): The resource could not be found. Feb 20 23:38:28.492891 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-868ef502-03b3-4e32-b366-bcf4436d892e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups/b96bc003-2666-43be-b825-77427e59898b HTTP/1.1" status: 404 len: 347 time: 0.0146132 Feb 20 23:38:28.495753 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35514) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:28.578232 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}, {'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:28.580902 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19448e96-b4ae-4528-acd4-66868c3a82b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}, {"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:28.624677 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00915fcb-851d-4a0b-8d8d-6d4b8bd031c2 x-openstack-request-id: req-00915fcb-851d-4a0b-8d8d-6d4b8bd031c2 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:28.625083 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:28.625354 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00915fcb-851d-4a0b-8d8d-6d4b8bd031c2 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:28.625760 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'status': 'completed', 'code': 200} Feb 20 23:38:28.626022 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'status': 'completed', 'code': 200} Feb 20 23:38:28.628715 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Deleting port 4cedb2ae-4907-4476-bb1a-8c3ce2704f0d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:38:28.629248 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.728889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-b40ea327-4528-451e-bf73-f98582574738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:28.730440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-b40ea327-4528-451e-bf73-f98582574738 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1128 time: 0.0747337 Feb 20 23:38:28.765528 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.765861 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:28.766715 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acc44e-8787-4e9f-9e20-350c0c10d62e req-45eba747-caa4-4146-be85-5f05a0e35d79 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:28.768465 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75acc44e-8787-4e9f-9e20-350c0c10d62e req-45eba747-caa4-4146-be85-5f05a0e35d79 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0846140 Feb 20 23:38:28.778160 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Calling delete_port for 4cedb2ae-4907-4476-bb1a-8c3ce2704f0d owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:38:28.868063 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75acc44e-8787-4e9f-9e20-350c0c10d62e req-907f387f-61c8-4852-8792-d43138f2ddf9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712209 Feb 20 23:38:28.870742 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-c5d273f1-c874-481e-a130-c907bd953786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:28.872161 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-c5d273f1-c874-481e-a130-c907bd953786 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.1354094 Feb 20 23:38:28.915485 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-b6919ec8-cc56-4b50-b9cc-8c59d6ab0921 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 217 time: 0.0364854 Feb 20 23:38:28.972826 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (4cedb2ae-4907-4476-bb1a-8c3ce2704f0d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.001296 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event deleted for resources: {'Port': ['ID=4cedb2ae-4907-4476-bb1a-8c3ce2704f0d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:29.064492 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.067993 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.069197 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a3523b8e-3475-4d07-a7e2-60599b406426 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa4107be-7a5d-4b6a-90b0-0c84fa13fdc5 HTTP/1.1" status: 204 len: 168 time: 0.5725083 Feb 20 23:38:29.526908 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35524) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:29.531630 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856097409', 'description': 'tempest-description--879803730'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:29.664897 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.731746 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (54c70946-1937-44ae-9a4c-b294e5d30bcc), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.769822 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-ea194a83-8d3b-454a-a44c-331444771bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:29.771203 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-ea194a83-8d3b-454a-a44c-331444771bb0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0488508 Feb 20 23:38:29.830165 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (54c70946-1937-44ae-9a4c-b294e5d30bcc), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.859500 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c70946-1937-44ae-9a4c-b294e5d30bcc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:29.918271 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:29.919757 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-723bc941-b644-425d-b89f-20ce50d2771d tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3916218 Feb 20 23:38:29.922729 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35530) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:29.927385 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'security_group_rule': {'security_group_id': '54c70946-1937-44ae-9a4c-b294e5d30bcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:30.000152 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fde11b-05ef-4be7-84c0-3071c56f47ad req-ec610eed-0ddd-419c-bcd6-d0108a288206 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:30.001656 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55fde11b-05ef-4be7-84c0-3071c56f47ad req-ec610eed-0ddd-419c-bcd6-d0108a288206 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0531864 Feb 20 23:38:30.012328 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (017f77e4-eed0-4d65-a362-31e9495922b2), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.054665 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55fde11b-05ef-4be7-84c0-3071c56f47ad req-924ecbaa-96c3-4acd-8b7c-a5067dafa698 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474102 Feb 20 23:38:30.072126 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (017f77e4-eed0-4d65-a362-31e9495922b2), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.138715 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (017f77e4-eed0-4d65-a362-31e9495922b2), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.160060 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017f77e4-eed0-4d65-a362-31e9495922b2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:30.219821 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.221037 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-554ff490-4627-454a-8bb7-6b789f283a34 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973096 Feb 20 23:38:30.224081 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35532) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:30.228324 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'security_group_rule': {'security_group_id': '54c70946-1937-44ae-9a4c-b294e5d30bcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:30.314660 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (91d001a2-0b94-4102-895a-6832db3ea6c5), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.368143 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (91d001a2-0b94-4102-895a-6832db3ea6c5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.447256 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (91d001a2-0b94-4102-895a-6832db3ea6c5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.464650 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d001a2-0b94-4102-895a-6832db3ea6c5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:30.527362 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:38:30.540217 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.541437 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-62dce518-a648-46cf-a0a6-6dbf9e396b93 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164301 Feb 20 23:38:30.544638 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:30.551327 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:30.577715 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-5752cd44-9a33-4b53-a882-01dbf03cd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:30.578044 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-5752cd44-9a33-4b53-a882-01dbf03cd9ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520208 Feb 20 23:38:30.653093 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.660061 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:30.671978 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:38:30.714433 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:30.714828 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.727942 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41625057-2d8a-48a4-afde-a34ab4cf2026 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:38:30.748334 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:30.756046 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.825761 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:30.860594 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Allocated IP 172.27.1.86 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/6c6f4f37-b21a-4be0-82cf-dd9111075405) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:38:30.872654 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:30.880489 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.880887 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.881249 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.881600 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.881953 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.882295 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.882635 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.882976 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.883313 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.883655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.884024 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.884358 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.884698 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:30.963149 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.054066 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.091470 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:38:31.094271 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:38:31.100638 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:38:31.106099 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'Port': ['ID=6c6f4f37-b21a-4be0-82cf-dd9111075405,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:31.187228 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fefc0-d1ba-4ff6-af0b-5c6ebb860f53 req-013321af-36e7-4cf6-b42e-8d07ca7e047a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:31.188772 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-822fefc0-d1ba-4ff6-af0b-5c6ebb860f53 req-013321af-36e7-4cf6-b42e-8d07ca7e047a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.0592217 Feb 20 23:38:31.189971 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (9bfc799a-4bc5-4441-a61e-5c0bae7c5276), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.235939 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-822fefc0-d1ba-4ff6-af0b-5c6ebb860f53 req-fc8715f6-9142-4106-846d-bbde500cc518 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 Feb 20 23:38:31.302774 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.451732 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.516317 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.548783 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-4b057afe-1e0b-42fc-b4fa-f935535d6984 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840416 Feb 20 23:38:31.587117 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'Port': ['ID=6c6f4f37-b21a-4be0-82cf-dd9111075405,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:31.599809 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (9bfc799a-4bc5-4441-a61e-5c0bae7c5276), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.652042 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-02e1acc9-e4bd-4a73-ae26-b057d2cb26d6 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962992 Feb 20 23:38:31.672729 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:31.674031 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-900da1c8-dfc8-4cf6-8927-802abe9004f3 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1281528 Feb 20 23:38:31.742812 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-71ffdc6d-3e28-479d-ae54-93af54cc8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:31.744358 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-71ffdc6d-3e28-479d-ae54-93af54cc8022 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1169 time: 0.0465102 Feb 20 23:38:31.761984 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['41625057-2d8a-48a4-afde-a34ab4cf2026'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:38:31.862861 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-1a87442b-6723-4bfb-bf3d-81b79d3e8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:31.864323 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-1a87442b-6723-4bfb-bf3d-81b79d3e8de0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 915 time: 0.1141193 Feb 20 23:38:31.933350 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-1d7659da-25b6-4d45-bcf6-b598a0e981c0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--856097409&fields=id&tenant_id=9852d2f922e446bcb97ad81dc2a977fb HTTP/1.1" status: 200 len: 267 time: 0.0867767 Feb 20 23:38:31.973263 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-d44ba7a9-6dcf-4a4d-a232-af8c923bbe02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 1001 time: 0.0964687 Feb 20 23:38:32.064267 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-a02b6c22-d878-4d16-ba38-1960344989ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:32.065728 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-a02b6c22-d878-4d16-ba38-1960344989ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0655410 Feb 20 23:38:32.094330 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-f169b12c-92ac-4b86-b1e9-a04b8401125e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:32.095738 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-f169b12c-92ac-4b86-b1e9-a04b8401125e tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 810 time: 0.1539741 Feb 20 23:38:32.124606 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-bf8c856a-f751-4970-aae1-78c89c4e2558 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/quotas/9852d2f922e446bcb97ad81dc2a977fb HTTP/1.1" status: 200 len: 375 time: 0.0136917 Feb 20 23:38:32.163311 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-e94e6bc2-67e1-461b-8fa1-d76c3c0c5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:32.164812 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-e94e6bc2-67e1-461b-8fa1-d76c3c0c5b1b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880382 Feb 20 23:38:32.235741 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-5c8be6b9-401a-4939-8c32-be138e64b70a tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053102 Feb 20 23:38:32.312580 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-51a657e5-42f1-4011-9117-9b3b0d122f93 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403077 Feb 20 23:38:32.661574 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-e6581cd8-8910-4091-9fc4-12ca3817285e service neutron] 10.222.0.60 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144292 Feb 20 23:38:32.688313 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb50f0-a055-4013-8afd-c742801993bd req-d90f7fcf-19b5-47d0-957e-9c9168d77e36 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:32.689739 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d8bb50f0-a055-4013-8afd-c742801993bd req-d90f7fcf-19b5-47d0-957e-9c9168d77e36 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.3815506 Feb 20 23:38:32.762240 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19448e96-b4ae-4528-acd4-66868c3a82b3 req-f99d539c-f8f2-4376-9a7e-3287163e3958 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401529 Feb 20 23:38:32.798887 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d8bb50f0-a055-4013-8afd-c742801993bd req-8c6a6816-8d92-4d28-9f8b-54b74bee736a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941980 Feb 20 23:38:32.816738 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-18431cde-494f-4613-8749-146d2f5fb46c service neutron] 10.222.0.60 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433744 Feb 20 23:38:33.057037 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8f497d91-cf61-4889-ba15-d9943a448d9e req-b1f4b660-c6d3-4765-bfe3-58843cb73683 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 210 time: 0.0338244 Feb 20 23:38:33.926548 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8351-8565-4c53-9b03-faccbbbb7acd req-329a64ab-44c0-4158-b470-dcd15d70759b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:33.928169 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da4e8351-8565-4c53-9b03-faccbbbb7acd req-329a64ab-44c0-4158-b470-dcd15d70759b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.0555336 Feb 20 23:38:33.975153 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-da4e8351-8565-4c53-9b03-faccbbbb7acd req-15bd905b-a585-407f-99cf-5aa4e4289b53 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Feb 20 23:38:34.146689 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:38:34.151768 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8996cf3-8684-4e8f-b547-7c2219614f32 req-6c34928c-5809-491a-aec7-34bdd6421711 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 210 time: 0.0279796 Feb 20 23:38:34.276783 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 41625057-2d8a-48a4-afde-a34ab4cf2026 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:38:34.285166 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 41625057-2d8a-48a4-afde-a34ab4cf2026 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:34.285555 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:34.368412 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:34.368806 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:34.390801 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:34.393043 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76afc542-2948-4433-ab16-85f07e0ce66c" -d '{"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-plugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:34.405755 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:34.428966 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98de3a21-024c-4164-bbac-bbb91df2ab35 x-openstack-request-id: req-98de3a21-024c-4164-bbac-bbb91df2ab35 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:34.429285 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-plugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:34.429550 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98de3a21-024c-4164-bbac-bbb91df2ab35 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:34.429960 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'code': 200} Feb 20 23:38:34.481873 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:34.528879 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:34.757293 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7f79d-93c4-4716-b081-5b2a996b7e11 req-c78eb796-8700-4762-9ce4-f9cd7849a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:34.758827 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7cd7f79d-93c4-4716-b081-5b2a996b7e11 req-c78eb796-8700-4762-9ce4-f9cd7849a772 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1130 time: 0.0466204 Feb 20 23:38:34.802576 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7cd7f79d-93c4-4716-b081-5b2a996b7e11 req-38edfe18-4303-4f3a-8a49-bb649d6e7674 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 Feb 20 23:38:35.156180 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-042d0393-2fe4-4568-817d-8cecfcfe5969 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:35.157635 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-042d0393-2fe4-4568-817d-8cecfcfe5969 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 810 time: 0.1366873 Feb 20 23:38:35.165271 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364185-4f96-4401-83c6-c6a0a39d2ef1 req-18c16686-a045-4753-8d45-aaa116b50030 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:35.166725 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4364185-4f96-4401-83c6-c6a0a39d2ef1 req-18c16686-a045-4753-8d45-aaa116b50030 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1209302 Feb 20 23:38:35.262153 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-24e16717-6f64-4514-ad85-c52e2ee3f5ae tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9852d2f922e446bcb97ad81dc2a977fb HTTP/1.1" status: 200 len: 379 time: 0.0943553 Feb 20 23:38:35.268016 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4364185-4f96-4401-83c6-c6a0a39d2ef1 req-2666ccb6-c88a-47ac-8ec5-a0fe4dc5e721 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948381 Feb 20 23:38:35.286465 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'port': {'device_id': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'admin_state_up': True, 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'security_groups': ['54c70946-1937-44ae-9a4c-b294e5d30bcc']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:35.290941 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de80550d-7383-4e6c-8f53-e4400c385258 req-e08c0b9c-3e2b-473b-81ac-2652d8cf70b5 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 210 time: 0.0541744 Feb 20 23:38:35.482018 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Made reservation on behalf of 9852d2f922e446bcb97ad81dc2a977fb for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:38:35.485445 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:35.609575 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Allocated IP 172.20.0.5 (4be33781-3a15-4a90-9455-92630067f5b3/f4d14164-ac0d-4765-ba6b-b2c0b009e324/41cc5acd-b36d-474c-bca9-3dfcb0379232) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:38:35.752621 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:35.882564 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:35.933907 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Network 4be33781-3a15-4a90-9455-92630067f5b3 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:38:35.936892 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:38:35.949838 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:38:35.949838 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event updated for resources: {'Port': ['ID=41cc5acd-b36d-474c-bca9-3dfcb0379232,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.989830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.990410 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.990410 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.990806 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.991064 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.991395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:35.991733 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:36.022788 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:36.023478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.102037 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-39f96158-59e6-41b1-b487-3347f4dc35bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329682 Feb 20 23:38:36.118576 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Request body: {'port': {'device_id': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:36.179319 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.200312 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-9e343e74-dfba-4c53-a2fa-88347370bca1 None None] Provisioning complete for port 41cc5acd-b36d-474c-bca9-3dfcb0379232 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:36.201284 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e343e74-dfba-4c53-a2fa-88347370bca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.235603 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9e343e74-dfba-4c53-a2fa-88347370bca1 None None] Port 41cc5acd-b36d-474c-bca9-3dfcb0379232 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:38:36.483215 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852081c3-3882-442f-9700-43905ddb7a62 req-c3665d66-eda8-468d-9bc5-74017f6c7906 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:36.484740 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-852081c3-3882-442f-9700-43905ddb7a62 req-c3665d66-eda8-468d-9bc5-74017f6c7906 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1321762 Feb 20 23:38:36.494212 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eafa7-b954-411b-841a-a25e807cd1d2 req-d9df2ad2-c322-4c2e-b5b1-4ebeaf8bcc50 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:36.495542 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-231eafa7-b954-411b-841a-a25e807cd1d2 req-d9df2ad2-c322-4c2e-b5b1-4ebeaf8bcc50 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 931 time: 0.1311197 Feb 20 23:38:36.604297 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cc5acd-b36d-474c-bca9-3dfcb0379232 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:38:36.611120 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-852081c3-3882-442f-9700-43905ddb7a62 req-b1f49423-0d7a-4d3d-878c-8fb6c8a044ab tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133549 Feb 20 23:38:36.623132 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Publish callbacks [] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.637746 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-231eafa7-b954-411b-841a-a25e807cd1d2 req-3312f8e6-4c0a-4d87-a8fe-6d25a60aa49f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290050 Feb 20 23:38:36.642522 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Transition to ACTIVE for port object 41cc5acd-b36d-474c-bca9-3dfcb0379232 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:38:36.727915 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.743252 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3445-7f15-4a7a-a31a-713e55e0f639 req-506f5201-d246-4558-a0f0-1ecfb66fa732 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:36.744850 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99ad3445-7f15-4a7a-a31a-713e55e0f639 req-506f5201-d246-4558-a0f0-1ecfb66fa732 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0652885 Feb 20 23:38:36.754500 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35614) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:36.759247 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Request body: {'floatingip': {'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:36.791900 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Pushing event updated for resources: {'Port': ['ID=41cc5acd-b36d-474c-bca9-3dfcb0379232,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:36.803574 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (ebf2e028-ed58-4c96-8687-12b665513e18), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.859066 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Attempting to bind port 41cc5acd-b36d-474c-bca9-3dfcb0379232 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:38:36.859417 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Attempting to bind port 41cc5acd-b36d-474c-bca9-3dfcb0379232 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:38:36.859732 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Attempting to bind port 41cc5acd-b36d-474c-bca9-3dfcb0379232 on network 4be33781-3a15-4a90-9455-92630067f5b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:38:36.864938 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Port 41cc5acd-b36d-474c-bca9-3dfcb0379232 on network 4be33781-3a15-4a90-9455-92630067f5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:38:36.865226 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Attempting to bind port 41cc5acd-b36d-474c-bca9-3dfcb0379232 on network 4be33781-3a15-4a90-9455-92630067f5b3 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:38:36.870212 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:38:36.870678 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Checking segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:38:36.871119 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Bound using segment: {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:38:36.871558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Bound port: 41cc5acd-b36d-474c-bca9-3dfcb0379232, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d61a8ba-3fea-4be6-804d-e23191c3fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:38:36.871937 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:36.945965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] For port 41cc5acd-b36d-474c-bca9-3dfcb0379232, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:38:36.949374 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] For port 41cc5acd-b36d-474c-bca9-3dfcb0379232, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:38:37.027073 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:37.062095 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.062805 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:37.064534 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] 10.222.0.88 "PUT /v2.0/ports/41cc5acd-b36d-474c-bca9-3dfcb0379232 HTTP/1.1" status: 200 len: 1093 time: 0.9522128 Feb 20 23:38:37.065414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:37.069538 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:37.121741 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e72ac-0943-4a4a-bbc0-1994d6c07726 service neutron] Pushing event updated for resources: {'Port': ['ID=41cc5acd-b36d-474c-bca9-3dfcb0379232,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:37.146565 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc5c1ab-bbfe-441d-8be8-3c2865eddae7 x-openstack-request-id: req-afc5c1ab-bbfe-441d-8be8-3c2865eddae7 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:37.146867 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:37.148272 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afc5c1ab-bbfe-441d-8be8-3c2865eddae7 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:37.149065 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'status': 'completed', 'code': 200} Feb 20 23:38:37.227038 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1 req-e4eb899b-c46a-4200-94b5-b8101b668662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.228636 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1 req-e4eb899b-c46a-4200-94b5-b8101b668662 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 1127 time: 0.0697954 Feb 20 23:38:37.305429 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:37.349475 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1 req-73d9715b-53f1-49c8-9566-0fd2e2c29bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.350899 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1 req-73d9715b-53f1-49c8-9566-0fd2e2c29bdd service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1124859 Feb 20 23:38:37.389805 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (ebf2e028-ed58-4c96-8687-12b665513e18), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:37.446922 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1 req-817722b2-b3db-47e3-98e2-6b4e90fc4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.448476 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-093cfeab-feb6-4ad5-9ee7-c6b4b58a8bb1 req-817722b2-b3db-47e3-98e2-6b4e90fc4d6c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904920 Feb 20 23:38:37.493677 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Floating IP ebf2e028-ed58-4c96-8687-12b665513e18 associated. External IP: 172.27.1.242, port: 41625057-2d8a-48a4-afde-a34ab4cf2026. Feb 20 23:38:37.537956 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-06f18e68-0e5a-4f63-9593-24a5cadfa490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.539455 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-06f18e68-0e5a-4f63-9593-24a5cadfa490 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 1127 time: 0.0520551 Feb 20 23:38:37.581419 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-5ada69e7-b099-4a21-be5e-cd5c2e9b8bfe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232 HTTP/1.1" status: 200 len: 217 time: 0.0335062 Feb 20 23:38:37.634558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-ddef6b93-9974-44ea-85d5-480586509208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.635281 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-ddef6b93-9974-44ea-85d5-480586509208 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.0478666 Feb 20 23:38:37.699059 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 35636) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:37.728807 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-1baadfea-78cb-4ab4-8bce-a878b948c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.730435 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-1baadfea-78cb-4ab4-8bce-a878b948c24c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811462 Feb 20 23:38:37.735588 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:38:37.830611 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b2c40eef-419e-431a-a75c-dbf2d1f508ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:37.851789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f5e5-8fd6-4b18-8e66-a9482df5fa91 req-4854aaa7-e2c1-4182-9a70-e921958162cb tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:37.853307 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f454f5e5-8fd6-4b18-8e66-a9482df5fa91 req-4854aaa7-e2c1-4182-9a70-e921958162cb tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 943 time: 0.1398010 Feb 20 23:38:37.855246 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:38:37.860110 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:37.866547 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:38:37.876138 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:37.876763 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:37.891763 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f2f46eda-a1ca-49ed-ae41-83e4452d1dc6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "PUT /v2.0/floatingips/ebf2e028-ed58-4c96-8687-12b665513e18 HTTP/1.1" status: 200 len: 992 time: 1.1360245 Feb 20 23:38:37.894091 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:37.897037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92280a9-8b5b-416a-9123-7aa5aa63210b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:37.919260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-9d617c4f-5199-492a-843b-ad81fb0eb864 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731982 Feb 20 23:38:37.973588 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f454f5e5-8fd6-4b18-8e66-a9482df5fa91 req-ae2aa7ef-85d5-40f2-8053-696e294c913f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111238 Feb 20 23:38:38.011626 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c57c65-473d-4b16-bcae-0527b1453ec5 x-openstack-request-id: req-d7c57c65-473d-4b16-bcae-0527b1453ec5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:38.012029 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:38.012288 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7c57c65-473d-4b16-bcae-0527b1453ec5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:38.012683 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'status': 'completed', 'code': 200} Feb 20 23:38:38.021558 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:38.113217 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f651fca-e200-4e92-91f8-2543592fd4c8 req-470890b9-a418-4061-ba63-dda75735ab74 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783524 Feb 20 23:38:38.129913 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b2c40eef-419e-431a-a75c-dbf2d1f508ac admin admin] Publish callbacks [] for security_group (4556c21c-f204-4b4c-971d-9bde06006cd9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:38.138389 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-728b943e-bcb7-4927-a268-bed0e9f0e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:38.139994 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-728b943e-bcb7-4927-a268-bed0e9f0e71d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1130 time: 0.0880520 Feb 20 23:38:38.202749 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b2c40eef-419e-431a-a75c-dbf2d1f508ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (4556c21c-f204-4b4c-971d-9bde06006cd9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:38.260575 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b2c40eef-419e-431a-a75c-dbf2d1f508ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=273bfbee5200431bbb868782da90dcfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604074 Feb 20 23:38:38.263439 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:38.265280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c40eef-419e-431a-a75c-dbf2d1f508ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4556c21c-f204-4b4c-971d-9bde06006cd9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:38.275123 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'ebf2e028-ed58-4c96-8687-12b665513e18', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:17Z', 'updated_at': '2022-02-20T23:38:37Z', 'revision_number': 1, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:38.286889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-05f725de-3732-4e0b-9ea2-b76673870d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:38.288470 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-05f725de-3732-4e0b-9ea2-b76673870d47 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.1422729 Feb 20 23:38:38.304786 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:38:38.313441 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:38.314086 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:38.322794 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Publish callbacks [] for security_group (4556c21c-f204-4b4c-971d-9bde06006cd9), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:38.345189 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Publish callbacks [] for security_group (4556c21c-f204-4b4c-971d-9bde06006cd9), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:38.367714 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-e6bb5cc4-6439-4d21-8e46-54c7c548aa38 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 1000 time: 0.0694504 Feb 20 23:38:38.420684 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-cbeee017-d20b-4f23-935e-b8a8d4daae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:38.422423 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-cbeee017-d20b-4f23-935e-b8a8d4daae89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0459635 Feb 20 23:38:38.426541 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:38.480224 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-409e1e9c-119b-4762-98d2-35da6bbc98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:38.481777 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-409e1e9c-119b-4762-98d2-35da6bbc98af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529869 Feb 20 23:38:38.493559 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (4556c21c-f204-4b4c-971d-9bde06006cd9), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:38.496449 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:38.497779 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4556c21c-f204-4b4c-971d-9bde06006cd9 HTTP/1.1" status: 204 len: 168 time: 0.2330725 Feb 20 23:38:38.505889 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4556c21c-f204-4b4c-971d-9bde06006cd9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:38.513337 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.513717 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.514061 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.514414 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.514761 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.515104 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.515453 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.515791 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.516181 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.516523 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.516862 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.517193 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.517525 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f398cd-75b1-486e-a270-8b8caa76935c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:38:38.605490 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-e8703bdd-bd62-43bb-9efd-227a3ec9be0f service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162970 Feb 20 23:38:38.700766 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f92280a9-8b5b-416a-9123-7aa5aa63210b req-080199ba-05a9-4487-b6a5-ebfa69156358 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Feb 20 23:38:38.710854 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'ebf2e028-ed58-4c96-8687-12b665513e18', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:17Z', 'updated_at': '2022-02-20T23:38:37Z', 'revision_number': 1, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:38.737917 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404f16-1acd-4df3-852f-f59aee5d01a6 None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'ebf2e028-ed58-4c96-8687-12b665513e18', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:17Z', 'updated_at': '2022-02-20T23:38:37Z', 'revision_number': 1, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:38:38.929601 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91215bde-7f51-4a0c-a40e-a3c66e1ceac3 None None] New status for floating IP ebf2e028-ed58-4c96-8687-12b665513e18: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:38:39.112647 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b8d8-aeec-4ac9-9f60-af2d7aace0f6 req-c684cc68-1d10-4a84-bb50-e80970f314c6 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:39.114263 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-27e5b8d8-aeec-4ac9-9f60-af2d7aace0f6 req-c684cc68-1d10-4a84-bb50-e80970f314c6 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 943 time: 0.0628321 Feb 20 23:38:39.162597 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-27e5b8d8-aeec-4ac9-9f60-af2d7aace0f6 req-c30f99ee-4123-4181-86b2-61256568ab35 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427635 Feb 20 23:38:39.202209 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb38342e-d1ec-42bd-9b1b-5a694e9cd6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:40.284001 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b502b-0909-4770-afd1-938b8965b0e6 req-2946153f-1f9f-47fd-a59e-8912433eb884 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:40.285779 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf8b502b-0909-4770-afd1-938b8965b0e6 req-2946153f-1f9f-47fd-a59e-8912433eb884 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 943 time: 0.0527771 Feb 20 23:38:40.334415 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf8b502b-0909-4770-afd1-938b8965b0e6 req-a21835aa-1981-48bf-9dc8-b40af2b334bc tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Feb 20 23:38:41.460707 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5c837-45bb-45b7-9d56-ca7d97f1fbb0 req-350330bd-5517-4ede-9de9-683400e9a767 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:41.463416 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fcf5c837-45bb-45b7-9d56-ca7d97f1fbb0 req-350330bd-5517-4ede-9de9-683400e9a767 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 943 time: 0.0558767 Feb 20 23:38:41.520525 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fcf5c837-45bb-45b7-9d56-ca7d97f1fbb0 req-2d5f3123-7992-43a5-89bc-301e56548487 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516262 Feb 20 23:38:41.527943 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65aeb276-e8a9-464f-bb3e-e9bfd78d3373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:41.563670 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-061456d2-50d8-4dc5-9074-25b4f5b74a16 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d727a1bff5dd419983fc6c5b41890f65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381401 Feb 20 23:38:41.747812 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-d15eb2bc-fc67-4751-bb46-bb6335c66873 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:41.749226 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-d15eb2bc-fc67-4751-bb46-bb6335c66873 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801076 Feb 20 23:38:41.763765 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-d2e36c67-a870-4074-aa54-75fbcd65eb9d tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/quotas/d727a1bff5dd419983fc6c5b41890f65 HTTP/1.1" status: 200 len: 375 time: 0.0089467 Feb 20 23:38:41.795426 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-abdf0d0a-6e6c-4d63-91be-3f32a11f22e2 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d727a1bff5dd419983fc6c5b41890f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269535 Feb 20 23:38:42.054889 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-167b0fba-68d5-435c-aac5-2dd8f32667f9 req-1fdb0bde-9160-4868-8f5e-b26786e204af tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 210 time: 0.0309362 Feb 20 23:38:42.193279 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41cc5acd-b36d-474c-bca9-3dfcb0379232 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:38:42.289802 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41cc5acd-b36d-474c-bca9-3dfcb0379232, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:42.302106 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'port_id': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'mac_address': 'fa:16:3e:43:db:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:38:42.340886 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41cc5acd-b36d-474c-bca9-3dfcb0379232 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:42.341282 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:42.354084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cc5acd-b36d-474c-bca9-3dfcb0379232 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:38:42.373133 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41cc5acd-b36d-474c-bca9-3dfcb0379232, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:42.458534 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:42.508686 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41cc5acd-b36d-474c-bca9-3dfcb0379232,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:42.639910 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2006-27f4-4da4-8f75-f2e9fb6fac38 req-44615ead-bdfe-449b-8046-13fbb3885766 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:42.641394 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b36c2006-27f4-4da4-8f75-f2e9fb6fac38 req-44615ead-bdfe-449b-8046-13fbb3885766 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 944 time: 0.0540311 Feb 20 23:38:42.688618 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b36c2006-27f4-4da4-8f75-f2e9fb6fac38 req-25d25b14-2215-43ff-bf8c-46f3729a2ab6 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410137 Feb 20 23:38:42.725153 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['41cc5acd-b36d-474c-bca9-3dfcb0379232'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:38:42.898127 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:43.149482 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854648fa-80d0-4c9c-98e7-e1f58c690988 req-64302e6e-d0ea-4327-9c14-1409b981779f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 210 time: 0.0301950 Feb 20 23:38:43.812603 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e63d74-821b-4ba2-9a8c-556ec3d3f2bc req-f7fec479-402f-474e-8968-388db893b0c9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:43.814072 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59e63d74-821b-4ba2-9a8c-556ec3d3f2bc req-f7fec479-402f-474e-8968-388db893b0c9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 944 time: 0.0589547 Feb 20 23:38:44.076892 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.112041 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59e63d74-821b-4ba2-9a8c-556ec3d3f2bc req-598606da-bc00-4416-9cb3-e4d0f03fd446 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920940 Feb 20 23:38:44.197043 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41cc5acd-b36d-474c-bca9-3dfcb0379232 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:38:44.223759 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-cdd252e3-6079-4046-bb47-fb35b1eac872 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d727a1bff5dd419983fc6c5b41890f65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233765 Feb 20 23:38:44.259767 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e809c9c1-0e37-4d68-84be-348bef479b11 req-c5bd975f-c8a8-4e28-9a1e-e28653be854b tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 210 time: 0.0348842 Feb 20 23:38:44.304894 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 41cc5acd-b36d-474c-bca9-3dfcb0379232 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:38:44.309370 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 41cc5acd-b36d-474c-bca9-3dfcb0379232 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:44.309757 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.360941 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-d3e25cfd-526a-4153-925d-f94b85ddddaf tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:44.362379 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-d3e25cfd-526a-4153-925d-f94b85ddddaf tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297193 Feb 20 23:38:44.375612 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Request body: {'port': {'device_id': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148', 'admin_state_up': True, 'tenant_id': 'd727a1bff5dd419983fc6c5b41890f65'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:44.403348 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41cc5acd-b36d-474c-bca9-3dfcb0379232 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:44.403741 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.429174 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:44.431750 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73b9375-6ad6-416e-9ada-445815043cdf" -d '{"events": [{"server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "name": "network-vif-plugged", "status": "completed", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:44.447659 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41cc5acd-b36d-474c-bca9-3dfcb0379232, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:44.476911 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10af8abe-be92-44e7-b5ba-747ee43666cf x-openstack-request-id: req-10af8abe-be92-44e7-b5ba-747ee43666cf {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:44.477291 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "name": "network-vif-plugged", "status": "completed", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:44.477615 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10af8abe-be92-44e7-b5ba-747ee43666cf {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:44.478078 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'code': 200} Feb 20 23:38:44.532434 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214a9cb-e0ce-494c-8c59-8b7cf8323766 req-e17919a5-bfc0-4369-8360-fb209fd6fe77 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:44.533839 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f214a9cb-e0ce-494c-8c59-8b7cf8323766 req-e17919a5-bfc0-4369-8360-fb209fd6fe77 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.1536953 Feb 20 23:38:44.534442 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.585841 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-aee2ab31-b9c2-42f4-b07d-327bbc66ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:44.587421 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-aee2ab31-b9c2-42f4-b07d-327bbc66ab0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1169 time: 0.1078680 Feb 20 23:38:44.590638 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41cc5acd-b36d-474c-bca9-3dfcb0379232,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:44.662477 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Made reservation on behalf of d727a1bff5dd419983fc6c5b41890f65 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:38:44.665833 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.687573 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f214a9cb-e0ce-494c-8c59-8b7cf8323766 req-322a2dbb-7e6d-435a-83b9-736526b1c14a tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438572 Feb 20 23:38:44.709547 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.742558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-27c517ba-9ee1-4c58-a4d6-17b610803e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:44.747832 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-27c517ba-9ee1-4c58-a4d6-17b610803e7d service neutron] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 915 time: 0.1489019 Feb 20 23:38:44.829831 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-9a16d0ef-b450-4d9a-bfc4-8879fb1242cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 1001 time: 0.0778496 Feb 20 23:38:44.852152 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks [] for security_group (15764110-b4f1-4457-901a-c8c243e45903), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:44.864718 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e46b2-7d34-48f8-a30d-718b55bf2564 req-928be343-6266-4c4c-86a0-bc16bc95ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:44.866488 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-2e6e46b2-7d34-48f8-a30d-718b55bf2564 req-928be343-6266-4c4c-86a0-bc16bc95ce81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 1129 time: 0.0489874 Feb 20 23:38:44.890534 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-5b199d46-8686-4020-b6a1-06660f222687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:44.892221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-5b199d46-8686-4020-b6a1-06660f222687 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0499270 Feb 20 23:38:44.910047 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-2e6e46b2-7d34-48f8-a30d-718b55bf2564 req-4b359eb4-2b29-4c7b-9752-22dd90b07da7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374110 Feb 20 23:38:44.924574 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (15764110-b4f1-4457-901a-c8c243e45903), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.002811 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15764110-b4f1-4457-901a-c8c243e45903,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:45.018366 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-fa4faf86-adc6-4e3d-b101-f2d8dc5d83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:45.019937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-fa4faf86-adc6-4e3d-b101-f2d8dc5d83c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223490 Feb 20 23:38:45.077104 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Allocated IP 192.168.233.89 (2150b6ed-8f52-483f-a698-a0aad95c7148/9454b389-5697-4d23-8942-f094a236217d/9ed3f38d-8da7-4f82-bd89-91c6a50df2da) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:38:45.304494 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-8ec768b8-5eb2-4c2f-8684-b69a7a65caa4 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854966 Feb 20 23:38:45.335965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c33a6-3fa3-4973-9fff-661001f76709 req-e9fbc0a4-6b30-4afa-bc9e-ac8ccbd99507 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:45.337417 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-038c33a6-3fa3-4973-9fff-661001f76709 req-e9fbc0a4-6b30-4afa-bc9e-ac8ccbd99507 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.1264210 Feb 20 23:38:45.395842 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks [] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.427998 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bd226d60-5986-4fe1-a92a-148e3fe8be1f req-fc5ba961-756e-47c4-bb41-554736480f9b tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 210 time: 0.0781257 Feb 20 23:38:45.509118 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6365076-cf92-4796-a4f4-bbc9890ee4ed req-28eec837-b055-43f7-b9b2-f1a6b2f22bb7 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936100 Feb 20 23:38:45.513581 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-038c33a6-3fa3-4973-9fff-661001f76709 req-a3867e22-02cd-4947-959f-ad701553ef9a tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531899 Feb 20 23:38:45.597057 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.619464 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.645039 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Network 2150b6ed-8f52-483f-a698-a0aad95c7148 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:38:45.652191 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:38:45.654384 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:38:45.660794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Pushing event updated for resources: {'Port': ['ID=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:45.709900 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:45.710558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.796995 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-23618d53-dfe5-4d68-9ed1-7474f3b96d3f tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4254072 Feb 20 23:38:45.813133 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Request body: {'port': {'device_id': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:45.830136 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.854532 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aafa23-ea23-407f-b64a-369a96d2eff3 req-7f0cc643-38df-4cb9-a60f-594ed9406892 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:45.856068 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4aafa23-ea23-407f-b64a-369a96d2eff3 req-7f0cc643-38df-4cb9-a60f-594ed9406892 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0924828 Feb 20 23:38:45.904703 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-d6a8129c-6387-46da-aa99-9e8136189e2d None None] Provisioning complete for port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:45.905010 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6a8129c-6387-46da-aa99-9e8136189e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.905933 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:45.950220 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8129c-6387-46da-aa99-9e8136189e2d None None] Port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:38:45.977081 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4aafa23-ea23-407f-b64a-369a96d2eff3 req-fa4241e1-e33e-4c97-9fbe-7bfc0b5b7311 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147006 Feb 20 23:38:46.216605 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed3f38d-8da7-4f82-bd89-91c6a50df2da {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:38:46.224997 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Publish callbacks [] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:46.236849 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Transition to ACTIVE for port object 9ed3f38d-8da7-4f82-bd89-91c6a50df2da will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:38:46.288530 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:46.340080 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:46.417162 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Attempting to bind port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:38:46.417508 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Attempting to bind port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:38:46.422346 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Attempting to bind port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da on network 2150b6ed-8f52-483f-a698-a0aad95c7148 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:38:46.422605 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da on network 2150b6ed-8f52-483f-a698-a0aad95c7148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:38:46.422923 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Attempting to bind port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da on network 2150b6ed-8f52-483f-a698-a0aad95c7148 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:38:46.428261 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:38:46.428661 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Checking segment: {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:38:46.429120 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Bound using segment: {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:38:46.429501 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Bound port: 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a11672-21c6-404e-a098-2beed39dbd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:38:46.429864 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:46.498710 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] For port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:38:46.501801 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] For port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:38:46.555809 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcc617-0184-4c83-8207-9f13420da936 req-aefa49c3-b106-4c3f-b21e-97412a91c6fb tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:46.557366 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3dcc617-0184-4c83-8207-9f13420da936 req-aefa49c3-b106-4c3f-b21e-97412a91c6fb tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 947 time: 0.0540562 Feb 20 23:38:46.559146 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:46.617917 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:46.618553 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:46.620011 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/9ed3f38d-8da7-4f82-bd89-91c6a50df2da HTTP/1.1" status: 200 len: 1097 time: 0.8128047 Feb 20 23:38:46.623560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'tag': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:46.625939 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153" -d '{"events": [{"name": "network-changed", "server_uuid": "21f898d3-1aec-4df2-9b1f-f5d56a128c39", "tag": "9ed3f38d-8da7-4f82-bd89-91c6a50df2da"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:46.689527 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3654c-45b1-4899-a20c-f1b568b561a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:46.714715 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3dcc617-0184-4c83-8207-9f13420da936 req-0f468f61-eb9c-4c21-bb42-c6297419ea06 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502035 Feb 20 23:38:46.740829 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad4587-3e3a-4ec7-8a1d-385a3e0d6cb7 req-636ce903-3d48-43fb-b3dd-7f8b43ad1e61 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:46.742406 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0aad4587-3e3a-4ec7-8a1d-385a3e0d6cb7 req-636ce903-3d48-43fb-b3dd-7f8b43ad1e61 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.1262403 Feb 20 23:38:46.793887 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b90fc-eab2-4625-b59d-cb41897b67ec x-openstack-request-id: req-c96b90fc-eab2-4625-b59d-cb41897b67ec {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:46.794190 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f898d3-1aec-4df2-9b1f-f5d56a128c39", "tag": "9ed3f38d-8da7-4f82-bd89-91c6a50df2da", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:46.794446 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c96b90fc-eab2-4625-b59d-cb41897b67ec {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:46.794846 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'tag': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da', 'status': 'completed', 'code': 200} Feb 20 23:38:46.829377 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0aad4587-3e3a-4ec7-8a1d-385a3e0d6cb7 req-d2f7f88f-caa7-4dcc-9ed9-b11f923d31e7 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780468 Feb 20 23:38:46.831072 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-df759623-c23c-46bf-bc14-d0f0c0774fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:46.832516 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-df759623-c23c-46bf-bc14-d0f0c0774fe2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d727a1bff5dd419983fc6c5b41890f65&device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 1131 time: 0.0999868 Feb 20 23:38:46.875585 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-9cb3269d-626f-4117-8f68-deb826a80505 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da HTTP/1.1" status: 200 len: 217 time: 0.0356433 Feb 20 23:38:46.957425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-4ae69d60-3539-4f2f-bd4f-e5ee89c65358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:46.959095 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-4ae69d60-3539-4f2f-bd4f-e5ee89c65358 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9454b389-5697-4d23-8942-f094a236217d HTTP/1.1" status: 200 len: 843 time: 0.0751348 Feb 20 23:38:46.999207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a1df-8377-4d62-a4d7-ccb7fe29bf9f req-a38e841d-06ff-44c3-9d8c-2b76fe1f65fe tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.000713 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82b1a1df-8377-4d62-a4d7-ccb7fe29bf9f req-a38e841d-06ff-44c3-9d8c-2b76fe1f65fe tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.0910397 Feb 20 23:38:47.010137 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 35756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:47.014916 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Request body: {'floatingip': {'port_id': '41cc5acd-b36d-474c-bca9-3dfcb0379232'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:38:47.020901 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-1b8e956c-2772-44b2-905a-89d1fbdfc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.023384 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-1b8e956c-2772-44b2-905a-89d1fbdfc8d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2150b6ed-8f52-483f-a698-a0aad95c7148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0568924 Feb 20 23:38:47.055257 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (9bfc799a-4bc5-4441-a61e-5c0bae7c5276), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:47.162404 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc5421-3651-4988-b07c-e8abc7993e85 req-d783f7b6-b94a-463c-9632-3cd04c350cc5 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.163903 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75fc5421-3651-4988-b07c-e8abc7993e85 req-d783f7b6-b94a-463c-9632-3cd04c350cc5 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.1147754 Feb 20 23:38:47.165818 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-09b93335-9e7c-4d83-a613-0107545e4b98 service neutron] 10.222.0.88 "GET /v2.0/networks/2150b6ed-8f52-483f-a698-a0aad95c7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365104 Feb 20 23:38:47.286441 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75fc5421-3651-4988-b07c-e8abc7993e85 req-ef493495-f957-489e-95c8-167b243b36e9 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159017 Feb 20 23:38:47.314309 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d4a1f7e7-0971-4e63-bbc6-fe29dfcbd258 req-d26832bc-9624-411f-8dfe-c4673e810666 service neutron] 10.222.0.88 "GET /v2.0/networks/2150b6ed-8f52-483f-a698-a0aad95c7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367574 Feb 20 23:38:47.470588 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-bc8bfc98-8be1-44a7-bc46-5cef4de776ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.472128 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-bc8bfc98-8be1-44a7-bc46-5cef4de776ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d727a1bff5dd419983fc6c5b41890f65&device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 1131 time: 0.0449116 Feb 20 23:38:47.498055 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:47.539699 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (9bfc799a-4bc5-4441-a61e-5c0bae7c5276), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:47.562628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-ae6d8337-2250-4d59-b78f-8d907272755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.564179 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-ae6d8337-2250-4d59-b78f-8d907272755b service neutron] 10.222.0.88 "GET /v2.0/networks?id=2150b6ed-8f52-483f-a698-a0aad95c7148 HTTP/1.1" status: 200 len: 870 time: 0.0846908 Feb 20 23:38:47.610103 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-a9a076fa-7770-413d-9733-8a716e161aa7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da HTTP/1.1" status: 200 len: 217 time: 0.0383310 Feb 20 23:38:47.664403 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-81c414f9-5a17-44fd-8e79-fe4c84d838f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.665918 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-81c414f9-5a17-44fd-8e79-fe4c84d838f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9454b389-5697-4d23-8942-f094a236217d HTTP/1.1" status: 200 len: 843 time: 0.0473070 Feb 20 23:38:47.723692 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-3ed17554-41d7-4824-83b8-4db80f38b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.725835 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-3ed17554-41d7-4824-83b8-4db80f38b5f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2150b6ed-8f52-483f-a698-a0aad95c7148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0469947 Feb 20 23:38:47.851740 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-a8ffeb15-262c-4d34-ae78-1ba2f64dc163 service neutron] 10.222.0.88 "GET /v2.0/networks/2150b6ed-8f52-483f-a698-a0aad95c7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177018 Feb 20 23:38:47.888073 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Floating IP 9bfc799a-4bc5-4441-a61e-5c0bae7c5276 associated. External IP: 172.27.1.86, port: 41cc5acd-b36d-474c-bca9-3dfcb0379232. Feb 20 23:38:47.911737 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c26db-7c7a-430c-9000-c288b30dec46 req-f0026aa7-9dc7-4326-9b15-7c0bff0486da tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:47.913260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e8c26db-7c7a-430c-9000-c288b30dec46 req-f0026aa7-9dc7-4326-9b15-7c0bff0486da tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 947 time: 0.1163399 Feb 20 23:38:47.984653 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e8c26db-7c7a-430c-9000-c288b30dec46 req-30ac7d87-2658-40d3-a78f-efa673a94c65 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653794 Feb 20 23:38:47.988669 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9bae9f67-808e-42bf-bfa7-8e5ebc5e7153 req-620c9f86-df03-4980-9001-e6d587d44dbe service neutron] 10.222.0.88 "GET /v2.0/networks/2150b6ed-8f52-483f-a698-a0aad95c7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302044 Feb 20 23:38:48.102631 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:38:48.210937 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:38:48.215392 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:48.222498 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:38:48.232517 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:48.233237 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:48.244968 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-7cd99dd7-8a0c-47ef-8300-d72dfe5836b9 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "PUT /v2.0/floatingips/9bfc799a-4bc5-4441-a61e-5c0bae7c5276 HTTP/1.1" status: 200 len: 990 time: 1.2335699 Feb 20 23:38:48.245548 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:48.247789 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854314a8-251b-4beb-b018-d00bdc943903" -d '{"events": [{"name": "network-changed", "server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:48.284498 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758b25a-59aa-4a58-9b96-54fe5cbd796f x-openstack-request-id: req-b758b25a-59aa-4a58-9b96-54fe5cbd796f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:48.284798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:48.285060 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b758b25a-59aa-4a58-9b96-54fe5cbd796f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:48.285462 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'status': 'completed', 'code': 200} Feb 20 23:38:48.359383 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:48.399572 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854314a8-251b-4beb-b018-d00bdc943903 req-1cb4a959-fc97-40a8-aa0a-b8fd5920bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:48.401403 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-1cb4a959-fc97-40a8-aa0a-b8fd5920bdef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 1129 time: 0.0833945 Feb 20 23:38:48.602734 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '9bfc799a-4bc5-4441-a61e-5c0bae7c5276', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'port_id': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'mac_address': 'fa:16:3e:43:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:31Z', 'updated_at': '2022-02-20T23:38:47Z', 'revision_number': 1, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:48.630840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:38:48.639873 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:38:48.640528 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:38:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:48.715697 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365a07-1c70-45c2-98b5-49590ebb7486 req-047e0bc1-df02-4e4a-ac9e-0ec14fb7acd9 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:48.717170 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c0365a07-1c70-45c2-98b5-49590ebb7486 req-047e0bc1-df02-4e4a-ac9e-0ec14fb7acd9 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.3549340 Feb 20 23:38:48.754005 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:38:48.788001 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854314a8-251b-4beb-b018-d00bdc943903 req-b4fdc6ae-821c-48de-b248-15c29ab57287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:48.789473 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-b4fdc6ae-821c-48de-b248-15c29ab57287 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 200 len: 911 time: 0.3801248 Feb 20 23:38:48.812862 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c0365a07-1c70-45c2-98b5-49590ebb7486 req-af1e20c5-9b87-44e7-be80-bae4cee3386b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892353 Feb 20 23:38:48.871703 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-04e4fa67-698d-43d1-a24a-8a68cb8c127a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232 HTTP/1.1" status: 200 len: 998 time: 0.0744615 Feb 20 23:38:48.929591 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854314a8-251b-4beb-b018-d00bdc943903 req-dae11060-b5c3-497e-988a-557068a17141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:48.933192 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-dae11060-b5c3-497e-988a-557068a17141 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 200 len: 849 time: 0.0530164 Feb 20 23:38:48.989602 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854314a8-251b-4beb-b018-d00bdc943903 req-9b756dc1-fcad-4acd-be9c-ecf77498d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:48.991687 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-9b756dc1-fcad-4acd-be9c-ecf77498d750 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4be33781-3a15-4a90-9455-92630067f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516717 Feb 20 23:38:49.018014 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '9bfc799a-4bc5-4441-a61e-5c0bae7c5276', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'port_id': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'mac_address': 'fa:16:3e:43:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:31Z', 'updated_at': '2022-02-20T23:38:47Z', 'revision_number': 1, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:38:49.069234 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2760b3-571e-40bb-9b40-371912e0ff41 None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '9bfc799a-4bc5-4441-a61e-5c0bae7c5276', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'port_id': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'mac_address': 'fa:16:3e:43:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:38:31Z', 'updated_at': '2022-02-20T23:38:47Z', 'revision_number': 1, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:38:49.127558 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-5ca6b0ae-b4fa-4f56-a150-dc137d3b7797 service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263032 Feb 20 23:38:49.137034 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c152758-892b-4d52-b521-0fc58a01b4b5 req-f3e2b10e-b5c4-4ec5-8801-9033449497a6 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:49.137034 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c152758-892b-4d52-b521-0fc58a01b4b5 req-f3e2b10e-b5c4-4ec5-8801-9033449497a6 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 947 time: 0.0825477 Feb 20 23:38:49.237833 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c152758-892b-4d52-b521-0fc58a01b4b5 req-9d2b69c1-717e-48f4-aaa3-eb666ffd921c tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927556 Feb 20 23:38:49.262188 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-854314a8-251b-4beb-b018-d00bdc943903 req-12cdb5f1-9994-43c7-b8e0-96da0d8e95db service neutron] 10.222.0.88 "GET /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243181 Feb 20 23:38:49.267561 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f7098-d4e6-4757-af5f-3814aa6c7a49 None None] New status for floating IP 9bfc799a-4bc5-4441-a61e-5c0bae7c5276: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:38:49.934993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872d5e-cb8d-4f94-81e3-efb6f176fdab req-0b8be39f-3a2a-4765-aebc-035e237f40b3 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:49.936569 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52872d5e-cb8d-4f94-81e3-efb6f176fdab req-0b8be39f-3a2a-4765-aebc-035e237f40b3 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0551600 Feb 20 23:38:49.998449 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52872d5e-cb8d-4f94-81e3-efb6f176fdab req-82c61c2b-43c1-41a8-9232-0f05fbb5a4c5 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561509 Feb 20 23:38:50.231260 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 9ed3f38d-8da7-4f82-bd89-91c6a50df2da details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:38:50.332076 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:50.343886 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da', 'network_id': '2150b6ed-8f52-483f-a698-a0aad95c7148', 'port_id': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da', 'mac_address': 'fa:16:3e:98:0b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9454b389-5697-4d23-8942-f094a236217d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:38:50.361507 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028da86-9b89-4caa-a5b5-129bb4485bb4 req-c0f862fb-916b-4d2a-949f-f97bf4deef86 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:50.362996 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3028da86-9b89-4caa-a5b5-129bb4485bb4 req-c0f862fb-916b-4d2a-949f-f97bf4deef86 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 947 time: 0.0561533 Feb 20 23:38:50.386844 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:50.387246 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:50.401494 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed3f38d-8da7-4f82-bd89-91c6a50df2da {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:38:50.415882 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3028da86-9b89-4caa-a5b5-129bb4485bb4 req-2401b54b-f5c8-4457-b2d6-d92a85d9005a tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Feb 20 23:38:50.421982 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:50.493774 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:50.542107 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:50.755192 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['9ed3f38d-8da7-4f82-bd89-91c6a50df2da'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:38:51.116198 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7defaa-37f7-4afe-a9bc-8dc6f7d455da req-a03c80a9-c90e-4ecf-84a1-4e75b20cb310 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:51.117674 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b7defaa-37f7-4afe-a9bc-8dc6f7d455da req-a03c80a9-c90e-4ecf-84a1-4e75b20cb310 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0533471 Feb 20 23:38:51.179662 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b7defaa-37f7-4afe-a9bc-8dc6f7d455da req-d2a44d31-5cf1-4633-961d-d780eab22ee1 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559068 Feb 20 23:38:51.534672 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a21ca-a939-431b-b394-6d4dc6d44c8c req-d7f34a98-33e4-468c-bb35-1c07f7e19b8b tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:51.536174 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b78a21ca-a939-431b-b394-6d4dc6d44c8c req-d7f34a98-33e4-468c-bb35-1c07f7e19b8b tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 948 time: 0.0520027 Feb 20 23:38:51.584895 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b78a21ca-a939-431b-b394-6d4dc6d44c8c req-7e8448c7-e1c0-4e50-b4a0-f71b24d7c5f2 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 Feb 20 23:38:52.252977 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 9ed3f38d-8da7-4f82-bd89-91c6a50df2da up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:38:52.301653 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d7226-29d6-4051-84fc-e85ad38e4bc0 req-c4f5cd22-1388-4da2-86e4-3144241fed6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:52.303151 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-669d7226-29d6-4051-84fc-e85ad38e4bc0 req-c4f5cd22-1388-4da2-86e4-3144241fed6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0572293 Feb 20 23:38:52.362194 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-669d7226-29d6-4051-84fc-e85ad38e4bc0 req-725d3038-bccf-4f11-98a3-871a85eaca4a tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534608 Feb 20 23:38:52.373224 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:38:52.377163 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:38:52.377584 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:52.457595 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:38:52.457912 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:52.479450 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:52.481712 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0e8a2-7756-476d-980c-6495a7c1510a" -d '{"events": [{"server_uuid": "21f898d3-1aec-4df2-9b1f-f5d56a128c39", "name": "network-vif-plugged", "status": "completed", "tag": "9ed3f38d-8da7-4f82-bd89-91c6a50df2da"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:52.494706 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:52.520849 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f148ae3-7321-4599-a099-af0d5d90ad75 x-openstack-request-id: req-4f148ae3-7321-4599-a099-af0d5d90ad75 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:52.521207 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f898d3-1aec-4df2-9b1f-f5d56a128c39", "name": "network-vif-plugged", "status": "completed", "tag": "9ed3f38d-8da7-4f82-bd89-91c6a50df2da", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:52.521478 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f148ae3-7321-4599-a099-af0d5d90ad75 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:52.521871 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da', 'code': 200} Feb 20 23:38:52.562212 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:52.616202 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:52.708390 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f225401-670a-4ca7-ad63-945eddb3003f req-c0215585-bd6a-4ba1-b554-4e4fd8c5b3d9 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:52.710102 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f225401-670a-4ca7-ad63-945eddb3003f req-c0215585-bd6a-4ba1-b554-4e4fd8c5b3d9 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 949 time: 0.0544009 Feb 20 23:38:52.758321 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f225401-670a-4ca7-ad63-945eddb3003f req-b8c6355c-59a4-4c5d-a802-2c0598ee2591 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Feb 20 23:38:52.877032 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946eb88-9bf0-4c09-be1c-060b18603155 req-8a24cc91-5212-48e0-b419-61de665e0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:52.878563 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1946eb88-9bf0-4c09-be1c-060b18603155 req-8a24cc91-5212-48e0-b419-61de665e0512 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 1133 time: 0.0439723 Feb 20 23:38:52.925223 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1946eb88-9bf0-4c09-be1c-060b18603155 req-2e76af2d-424f-4880-93eb-bf68bcaafc12 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Feb 20 23:38:53.480619 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86cb8-0cf3-43ca-948b-592676a61ada req-e21628ec-01b4-4e73-b32e-6518f47f7cb8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:53.482078 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2c86cb8-0cf3-43ca-948b-592676a61ada req-e21628ec-01b4-4e73-b32e-6518f47f7cb8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0516231 Feb 20 23:38:53.539842 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2c86cb8-0cf3-43ca-948b-592676a61ada req-29c02fd9-d8af-42ba-aadf-2ab67a1ec7c2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522001 Feb 20 23:38:53.876488 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed210f7a-3a8e-4cc5-a738-cf49c9a2b2fd req-851567b8-3607-49f9-8e34-18c2728f2fbd tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:53.877992 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ed210f7a-3a8e-4cc5-a738-cf49c9a2b2fd req-851567b8-3607-49f9-8e34-18c2728f2fbd tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 949 time: 0.0533442 Feb 20 23:38:53.925893 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ed210f7a-3a8e-4cc5-a738-cf49c9a2b2fd req-bb36c8f3-c817-4649-8096-97c032920962 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Feb 20 23:38:54.663068 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ab64-b11d-494c-b1ca-c997c3d5d127 req-49c4a254-8f44-4592-bc44-86eb9ae6bf4b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:54.664485 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1826ab64-b11d-494c-b1ca-c997c3d5d127 req-49c4a254-8f44-4592-bc44-86eb9ae6bf4b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0567214 Feb 20 23:38:54.722935 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1826ab64-b11d-494c-b1ca-c997c3d5d127 req-bcf56a21-d682-4dc4-867d-f8743b1a63be tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528283 Feb 20 23:38:55.042714 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e549ceb-cb22-42e1-bdec-4c165c1da106 req-e4c6a230-9fb1-4635-8be1-71d3f68ce973 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:55.044219 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e549ceb-cb22-42e1-bdec-4c165c1da106 req-e4c6a230-9fb1-4635-8be1-71d3f68ce973 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 949 time: 0.0523016 Feb 20 23:38:55.091231 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e549ceb-cb22-42e1-bdec-4c165c1da106 req-d96d41b5-c640-4129-a9d3-0d2fa9d42c1e tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Feb 20 23:38:55.522860 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952d245-ba8a-4dd1-aba9-5a5fe73e8dfe req-8fa5d387-0565-4916-b9a1-f622c29131f3 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:55.524391 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7952d245-ba8a-4dd1-aba9-5a5fe73e8dfe req-8fa5d387-0565-4916-b9a1-f622c29131f3 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 949 time: 0.0563927 Feb 20 23:38:55.571805 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7952d245-ba8a-4dd1-aba9-5a5fe73e8dfe req-3958c83a-aed7-4f04-9344-30572a70f9c1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Feb 20 23:38:55.841485 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2374c-b1c3-4a5d-93d1-fcc81c12024d req-b8c39911-35d1-4497-9b0e-326bfeb50efd tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:55.842982 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36c2374c-b1c3-4a5d-93d1-fcc81c12024d req-b8c39911-35d1-4497-9b0e-326bfeb50efd tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0523221 Feb 20 23:38:55.903748 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36c2374c-b1c3-4a5d-93d1-fcc81c12024d req-f8279093-29c9-45ff-9209-c8bfc92d22d2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551856 Feb 20 23:38:56.691459 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b8b-16d8-403f-9213-88632aa590e0 req-44ec5e9e-3604-4afb-8f4a-5f7ac680ae36 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:56.693767 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82c00b8b-16d8-403f-9213-88632aa590e0 req-44ec5e9e-3604-4afb-8f4a-5f7ac680ae36 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 949 time: 0.0544271 Feb 20 23:38:56.743674 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-82c00b8b-16d8-403f-9213-88632aa590e0 req-2c8d52ec-9aa3-4908-9580-732bc7852bc1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/security-groups?id=15764110-b4f1-4457-901a-c8c243e45903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 Feb 20 23:38:57.025936 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b926d4-125c-4734-a071-ec87b25b9bb8 req-708d94c1-0eff-41ed-8dd9-8637f63ec4eb tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:57.027632 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48b926d4-125c-4734-a071-ec87b25b9bb8 req-708d94c1-0eff-41ed-8dd9-8637f63ec4eb tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0574112 Feb 20 23:38:57.086608 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48b926d4-125c-4734-a071-ec87b25b9bb8 req-12ec8246-bfed-4726-b29a-65cf3ec42d41 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&id=2f5fe5b7-303f-418f-a147-62a7ebfa9d00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532687 Feb 20 23:38:57.146238 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc88308-609d-4014-83db-19f2227afcb9 req-943a5d79-8736-4e2c-a7f4-e5d34dd6b19a tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:38:57.147761 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cfc88308-609d-4014-83db-19f2227afcb9 req-943a5d79-8736-4e2c-a7f4-e5d34dd6b19a tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.88 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 949 time: 0.0521483 Feb 20 23:38:57.245737 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Deleting port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:38:57.245999 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:57.332042 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] For port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,segment=NetworkSegment(71a11672-21c6-404e-a098-2beed39dbd5c),segment_id=71a11672-21c6-404e-a098-2beed39dbd5c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:38:57.332407 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:57.343978 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Calling delete_port for 9ed3f38d-8da7-4f82-bd89-91c6a50df2da owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:38:57.516606 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (9ed3f38d-8da7-4f82-bd89-91c6a50df2da), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:57.528559 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['9ed3f38d-8da7-4f82-bd89-91c6a50df2da'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:38:57.548391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Pushing event deleted for resources: {'Port': ['ID=9ed3f38d-8da7-4f82-bd89-91c6a50df2da,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:38:57.596537 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] No DVR routers for this DVR port 9ed3f38d-8da7-4f82-bd89-91c6a50df2da on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:38:57.599188 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:57.602937 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cfc88308-609d-4014-83db-19f2227afcb9 req-5b3be931-a28a-4254-a532-9326d0b79df1 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.88 "DELETE /v2.0/ports/9ed3f38d-8da7-4f82-bd89-91c6a50df2da HTTP/1.1" status: 204 len: 173 time: 0.4479868 Feb 20 23:38:57.603405 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'name': 'network-vif-deleted', 'tag': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:38:57.605805 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71c1ca-87d5-403c-9a32-be08b1bbb61c" -d '{"events": [{"server_uuid": "21f898d3-1aec-4df2-9b1f-f5d56a128c39", "name": "network-vif-deleted", "tag": "9ed3f38d-8da7-4f82-bd89-91c6a50df2da"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:38:57.654424 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fd064-25f5-41c3-9595-9b631e0dd9d9 x-openstack-request-id: req-a70fd064-25f5-41c3-9595-9b631e0dd9d9 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:38:57.654928 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f898d3-1aec-4df2-9b1f-f5d56a128c39", "name": "network-vif-deleted", "tag": "9ed3f38d-8da7-4f82-bd89-91c6a50df2da", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:38:57.655478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a70fd064-25f5-41c3-9595-9b631e0dd9d9 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:38:57.656101 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f898d3-1aec-4df2-9b1f-f5d56a128c39', 'name': 'network-vif-deleted', 'tag': '9ed3f38d-8da7-4f82-bd89-91c6a50df2da', 'status': 'completed', 'code': 200} Feb 20 23:38:57.839422 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ae25a47c-4fe3-4c23-8f31-c2945a07f27e req-775c8f2c-7011-4a2c-82b4-9cf2c62570c7 tempest-VolumesNegativeTest-176374615 tempest-VolumesNegativeTest-176374615-project] 10.222.0.60 "GET /v2.0/ports?device_id=21f898d3-1aec-4df2-9b1f-f5d56a128c39 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Feb 20 23:38:57.959322 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:39:02.297682 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 9ed3f38d-8da7-4f82-bd89-91c6a50df2da no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:02.324558 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 9ed3f38d-8da7-4f82-bd89-91c6a50df2da {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:39:02.324905 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 9ed3f38d-8da7-4f82-bd89-91c6a50df2da not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:39:04.733217 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:04.868985 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c6a1e071-5ab6-4d65-97d3-b01b46ff7c71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d727a1bff5dd419983fc6c5b41890f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346006 Feb 20 23:39:04.871954 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:04.925012 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e727-a19c-437f-85d5-434ea5953121 admin admin] Publish callbacks [] for security_group (15764110-b4f1-4457-901a-c8c243e45903), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:04.951522 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e727-a19c-437f-85d5-434ea5953121 admin admin] Publish callbacks [] for security_group (15764110-b4f1-4457-901a-c8c243e45903), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:05.059540 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e727-a19c-437f-85d5-434ea5953121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (15764110-b4f1-4457-901a-c8c243e45903), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:05.062132 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e727-a19c-437f-85d5-434ea5953121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:05.063329 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e7f2e727-a19c-437f-85d5-434ea5953121 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15764110-b4f1-4457-901a-c8c243e45903 HTTP/1.1" status: 204 len: 168 time: 0.1904631 Feb 20 23:39:05.072274 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2e727-a19c-437f-85d5-434ea5953121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15764110-b4f1-4457-901a-c8c243e45903,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:09.151803 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-84fb7044-9e5d-4d54-8b8e-d6068b881454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:11.522169 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c5a210b-000c-4c70-9e32-5e3e9c6ab605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:12.842225 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:14.065030 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:15.613198 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:15.819136 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:23.701817 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff178b26-389a-48a7-8796-853e63d4a450 req-35d28ab6-87e9-4bea-a3cf-bec238b86229 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:23.703306 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff178b26-389a-48a7-8796-853e63d4a450 req-35d28ab6-87e9-4bea-a3cf-bec238b86229 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1537449 Feb 20 23:39:23.750374 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff178b26-389a-48a7-8796-853e63d4a450 req-d1d1dcc8-b2e9-4f8b-91c2-711fee880fc3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Feb 20 23:39:24.874715 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99391d2a-6ab5-45b2-b0d2-eff0ec6daef0 req-1b26207f-9103-4897-b9fe-272fd8b61efa tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:24.876258 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99391d2a-6ab5-45b2-b0d2-eff0ec6daef0 req-1b26207f-9103-4897-b9fe-272fd8b61efa tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0517828 Feb 20 23:39:24.926518 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99391d2a-6ab5-45b2-b0d2-eff0ec6daef0 req-7d34d52e-ce9c-4941-9c06-a982005c7de6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446627 Feb 20 23:39:26.051433 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbb958-ad2b-4e8d-b7c2-a5b3019cf840 req-a653299f-97c8-40e4-9d26-61055aa4bf0f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:26.052935 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2bbb958-ad2b-4e8d-b7c2-a5b3019cf840 req-a653299f-97c8-40e4-9d26-61055aa4bf0f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0532913 Feb 20 23:39:26.103675 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2bbb958-ad2b-4e8d-b7c2-a5b3019cf840 req-e4a2b3e9-cc08-432e-81b6-7114ceac0980 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451813 Feb 20 23:39:27.086593 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36304) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:27.212814 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dfb8de86-81c9-4413-ad14-47c7d2196cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.250867 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8eafa-8a5a-4901-beee-7732fb3062b8 req-06e3393e-4fbc-4afd-9054-9fec344400aa tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:27.252356 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71c8eafa-8a5a-4901-beee-7732fb3062b8 req-06e3393e-4fbc-4afd-9054-9fec344400aa tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0762730 Feb 20 23:39:27.321211 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71c8eafa-8a5a-4901-beee-7732fb3062b8 req-82ce205b-accf-46d9-86b3-2dbf13489d78 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623069 Feb 20 23:39:27.343727 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dfb8de86-81c9-4413-ad14-47c7d2196cce admin admin] Publish callbacks [] for security_group (19788b12-f2ee-47f8-8ebe-e0c30e989a65), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.418848 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dfb8de86-81c9-4413-ad14-47c7d2196cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (19788b12-f2ee-47f8-8ebe-e0c30e989a65), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.457293 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8de86-81c9-4413-ad14-47c7d2196cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19788b12-f2ee-47f8-8ebe-e0c30e989a65,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:27.461553 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dfb8de86-81c9-4413-ad14-47c7d2196cce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2da2e76712a64608b4d9248ffdcabc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738887 Feb 20 23:39:27.464811 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36310) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:27.512315 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a4709a-bfa4-49cd-b445-79ada50764a3 admin admin] Publish callbacks [] for security_group (19788b12-f2ee-47f8-8ebe-e0c30e989a65), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.533921 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a4709a-bfa4-49cd-b445-79ada50764a3 admin admin] Publish callbacks [] for security_group (19788b12-f2ee-47f8-8ebe-e0c30e989a65), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.676546 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a4709a-bfa4-49cd-b445-79ada50764a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (19788b12-f2ee-47f8-8ebe-e0c30e989a65), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.679375 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71a4709a-bfa4-49cd-b445-79ada50764a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:27.680590 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-71a4709a-bfa4-49cd-b445-79ada50764a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19788b12-f2ee-47f8-8ebe-e0c30e989a65 HTTP/1.1" status: 204 len: 168 time: 0.2155120 Feb 20 23:39:27.690114 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4709a-bfa4-49cd-b445-79ada50764a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19788b12-f2ee-47f8-8ebe-e0c30e989a65,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:28.654189 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1af9-f7a6-4485-8fbc-d0d150104ec0 req-0936490c-0837-4594-8d7e-e73bd29d024a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:28.655603 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe7a1af9-f7a6-4485-8fbc-d0d150104ec0 req-0936490c-0837-4594-8d7e-e73bd29d024a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0532267 Feb 20 23:39:28.705154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fe7a1af9-f7a6-4485-8fbc-d0d150104ec0 req-53e59a9d-937c-4e0a-85a3-264f74c35c6a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 Feb 20 23:39:29.827840 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01f081-1bb9-43a5-a723-76a7226cb3d5 req-15bf3880-c740-48ab-9a20-c28b5231fde9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:29.829338 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f01f081-1bb9-43a5-a723-76a7226cb3d5 req-15bf3880-c740-48ab-9a20-c28b5231fde9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0536141 Feb 20 23:39:29.876071 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f01f081-1bb9-43a5-a723-76a7226cb3d5 req-514b9927-9123-4f08-8e85-ff0b459e5306 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Feb 20 23:39:30.998396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b74db1-df56-4eb3-8815-f83783618bed req-36f7c728-33ef-4f3c-9f95-66a600579e93 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:30.999918 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90b74db1-df56-4eb3-8815-f83783618bed req-36f7c728-33ef-4f3c-9f95-66a600579e93 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0532377 Feb 20 23:39:31.045809 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90b74db1-df56-4eb3-8815-f83783618bed req-fd76d98d-ebd5-47ac-9e8a-860e8c5981d1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Feb 20 23:39:32.170886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c97d9b-c340-473b-b0d3-aab3f4c2b100 req-f7f34e67-74c3-42dc-b1bb-32b4d47ba744 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:32.172729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71c97d9b-c340-473b-b0d3-aab3f4c2b100 req-f7f34e67-74c3-42dc-b1bb-32b4d47ba744 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0563447 Feb 20 23:39:32.220187 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71c97d9b-c340-473b-b0d3-aab3f4c2b100 req-53a93ec1-9cbb-4707-a41c-f58788d8ee48 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419769 Feb 20 23:39:33.340553 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d1b3-d45a-42fc-bf63-e71d2320333a req-c0b4c156-a67e-4b34-a4db-4486f0e7aa39 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:33.342622 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03e1d1b3-d45a-42fc-bf63-e71d2320333a req-c0b4c156-a67e-4b34-a4db-4486f0e7aa39 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0543513 Feb 20 23:39:33.387472 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03e1d1b3-d45a-42fc-bf63-e71d2320333a req-e00059d9-e54a-4dc5-88b1-06082ffa9383 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393567 Feb 20 23:39:34.510002 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37fc13-6147-44af-8c39-eef2eda8061c req-d13e901c-2a00-422d-976f-d9bd7c424631 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:34.511385 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d37fc13-6147-44af-8c39-eef2eda8061c req-d13e901c-2a00-422d-976f-d9bd7c424631 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0550296 Feb 20 23:39:34.556537 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d37fc13-6147-44af-8c39-eef2eda8061c req-6c57840a-095e-4d79-89ce-aec12be58c71 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396857 Feb 20 23:39:34.958437 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:39:35.682755 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e8535-9914-48f0-a6fd-ce7f5124565a req-91dfad3a-b7fd-400a-bb59-3b80963d5f8d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:35.688779 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-411e8535-9914-48f0-a6fd-ce7f5124565a req-91dfad3a-b7fd-400a-bb59-3b80963d5f8d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0542567 Feb 20 23:39:35.730948 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-411e8535-9914-48f0-a6fd-ce7f5124565a req-db715f6e-e661-4a9f-a740-6a5ce720dcf1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Feb 20 23:39:36.854088 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f9789-ce6e-42c6-87f3-00ad44d463a1 req-a561f7a7-4382-4c94-8ac9-01f814035cdf tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:36.855600 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-df8f9789-ce6e-42c6-87f3-00ad44d463a1 req-a561f7a7-4382-4c94-8ac9-01f814035cdf tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0533817 Feb 20 23:39:36.906053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-df8f9789-ce6e-42c6-87f3-00ad44d463a1 req-36c9fdca-3f41-4ac0-886c-990da36a2f48 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Feb 20 23:39:38.031656 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bf65c-1c71-404c-9167-2c3fe6a2c759 req-e00250e7-f773-494c-82b2-ba04c9b1b737 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:38.033424 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b1bf65c-1c71-404c-9167-2c3fe6a2c759 req-e00250e7-f773-494c-82b2-ba04c9b1b737 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0564232 Feb 20 23:39:38.082651 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b1bf65c-1c71-404c-9167-2c3fe6a2c759 req-269a9e73-dc16-42f6-8f08-459d9053913e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436153 Feb 20 23:39:38.549056 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae2aa3-bfa9-435b-b4ae-9e9b42325ae9 req-33726e46-9c6d-4539-a2e4-f24d7e4750c8 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:38.550672 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dae2aa3-bfa9-435b-b4ae-9e9b42325ae9 req-33726e46-9c6d-4539-a2e4-f24d7e4750c8 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.0527995 Feb 20 23:39:38.597123 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dae2aa3-bfa9-435b-b4ae-9e9b42325ae9 req-7e1619dd-a2f1-4089-95ee-e8eea51e3345 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Feb 20 23:39:39.122323 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbe93f5a-28be-40ce-923c-322afa91d566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:39.212491 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92702154-c11d-4983-8870-61b25bdd2a54 req-46f41702-9510-48b8-a72f-81befdab0c6c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:39.213906 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-92702154-c11d-4983-8870-61b25bdd2a54 req-46f41702-9510-48b8-a72f-81befdab0c6c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0583410 Feb 20 23:39:39.260980 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-92702154-c11d-4983-8870-61b25bdd2a54 req-1a867919-bbe2-4724-9442-9b403772d916 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Feb 20 23:39:39.714074 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257406d-b7cb-4d0d-a5b6-3ce8583e3f51 req-1e167eb7-8daa-4636-bcdb-cd5a92edb3c7 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:39.715528 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2257406d-b7cb-4d0d-a5b6-3ce8583e3f51 req-1e167eb7-8daa-4636-bcdb-cd5a92edb3c7 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.0520682 Feb 20 23:39:39.761019 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2257406d-b7cb-4d0d-a5b6-3ce8583e3f51 req-8b10d217-7f56-4520-a3dc-5c95af7fc4d0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 Feb 20 23:39:40.383002 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66bebe-9652-4a8c-8880-400f0f996541 req-c16bdc8e-b272-45f4-bf55-026cc078d538 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:40.384761 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f66bebe-9652-4a8c-8880-400f0f996541 req-c16bdc8e-b272-45f4-bf55-026cc078d538 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0516293 Feb 20 23:39:40.436544 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f66bebe-9652-4a8c-8880-400f0f996541 req-c5e48dbb-ddb9-4fd1-819b-5adf7c29eab3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464900 Feb 20 23:39:40.460567 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:39:40.556959 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:40.568777 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:39:40.605538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: ACTIVE; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:39:40.605929 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:40.618857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41625057-2d8a-48a4-afde-a34ab4cf2026 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:39:40.638034 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:40.678792 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-c87d5c7d-f351-4791-95da-5f27121bb46c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:40.680308 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-c87d5c7d-f351-4791-95da-5f27121bb46c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.0509605 Feb 20 23:39:40.710916 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:40.764133 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:40.771420 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.771797 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.772190 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.772533 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.772888 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.773202 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.773532 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.773861 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.774183 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.774510 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.774834 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.775154 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.775476 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:40.788578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Deleting port 41cc5acd-b36d-474c-bca9-3dfcb0379232 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:40.788578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:40.816897 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['41625057-2d8a-48a4-afde-a34ab4cf2026'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:39:40.910322 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] For port 41cc5acd-b36d-474c-bca9-3dfcb0379232, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41cc5acd-b36d-474c-bca9-3dfcb0379232,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:40.910687 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:40.924962 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa12a58-bc9f-4320-b462-4dfb595928d5 req-a8058c9a-99ba-49d6-b190-29b0b3a59a7f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:40.926481 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eaa12a58-bc9f-4320-b462-4dfb595928d5 req-a8058c9a-99ba-49d6-b190-29b0b3a59a7f tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 945 time: 0.0944595 Feb 20 23:39:41.047907 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eaa12a58-bc9f-4320-b462-4dfb595928d5 req-57df8162-55b5-4f04-bab2-2f6e00c55a71 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c70946-1937-44ae-9a4c-b294e5d30bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136582 Feb 20 23:39:41.125578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:41.125890 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (9bfc799a-4bc5-4441-a61e-5c0bae7c5276), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:41.126210 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Floating IP 9bfc799a-4bc5-4441-a61e-5c0bae7c5276 disassociated. External IP: 172.27.1.86, port: 41cc5acd-b36d-474c-bca9-3dfcb0379232. Feb 20 23:39:41.126584 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Calling delete_port for 41cc5acd-b36d-474c-bca9-3dfcb0379232 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:41.345346 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (41cc5acd-b36d-474c-bca9-3dfcb0379232), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:41.377478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event deleted for resources: {'Port': ['ID=41cc5acd-b36d-474c-bca9-3dfcb0379232,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:41.387086 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.387686 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.387789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.388147 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.388513 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.389116 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.389607 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.389893 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.390231 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.391094 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.391094 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.391280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.391543 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:41.522581 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:39:41.568160 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21345a8c-1461-4d80-92e4-167fe4578277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:41.626237 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52db5d4-dd81-4bf1-8a35-f8ca06551ed2 req-7f64c567-848b-4621-bd71-4d34f9c69a38 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:41.631696 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c52db5d4-dd81-4bf1-8a35-f8ca06551ed2 req-7f64c567-848b-4621-bd71-4d34f9c69a38 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.1074622 Feb 20 23:39:41.743083 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c52db5d4-dd81-4bf1-8a35-f8ca06551ed2 req-b19f8ea9-f744-4187-b959-0c57702da14a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071367 Feb 20 23:39:41.758144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:39:41.775612 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:39:41.785330 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:39:41.792117 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:41.850615 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] No DVR routers for this DVR port 41cc5acd-b36d-474c-bca9-3dfcb0379232 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:39:41.855140 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:41.862648 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a8a2c95-7bcc-4b52-8472-698407bce5e5 req-2dd137de-4fcf-40e0-90f2-8cd6259fa538 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.88 "DELETE /v2.0/ports/41cc5acd-b36d-474c-bca9-3dfcb0379232 HTTP/1.1" status: 204 len: 173 time: 1.1753802 Feb 20 23:39:41.863618 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'name': 'network-vif-deleted', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:39:41.867659 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf93bb85-3576-47eb-9bbb-6bc2356a6a67" -d '{"events": [{"server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "name": "network-vif-deleted", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:39:42.040341 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2652d4-ab3b-43ee-b901-ec9eec2b35db x-openstack-request-id: req-8d2652d4-ab3b-43ee-b901-ec9eec2b35db {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:39:42.040642 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e277c35a-236b-4e1d-8bf4-bdac24a0591e", "name": "network-vif-deleted", "tag": "41cc5acd-b36d-474c-bca9-3dfcb0379232", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:39:42.057388 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d2652d4-ab3b-43ee-b901-ec9eec2b35db {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:39:42.057388 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e277c35a-236b-4e1d-8bf4-bdac24a0591e', 'name': 'network-vif-deleted', 'tag': '41cc5acd-b36d-474c-bca9-3dfcb0379232', 'status': 'completed', 'code': 200} Feb 20 23:39:42.143516 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:39:42.221534 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-179f8e69-e0bf-4614-9c62-b80e64a29b20 req-24aff99d-d817-4489-99ef-fc70c1bbd720 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/ports?device_id=e277c35a-236b-4e1d-8bf4-bdac24a0591e HTTP/1.1" status: 200 len: 210 time: 0.0457399 Feb 20 23:39:42.403698 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:42.432852 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:39:42.441887 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:39:42.442526 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:42.487146 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:39:42.626003 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:39:42.655172 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 41625057-2d8a-48a4-afde-a34ab4cf2026 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:39:42.655542 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:42.899388 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:42.902752 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a054b50-da9b-4f21-ad74-8be29d1fbcc9 req-8015a8a7-709e-48d5-9a16-3bf78d2a5683 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:42.917478 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a054b50-da9b-4f21-ad74-8be29d1fbcc9 req-8015a8a7-709e-48d5-9a16-3bf78d2a5683 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.0685992 Feb 20 23:39:42.946101 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:39:42.946502 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:42.973014 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a054b50-da9b-4f21-ad74-8be29d1fbcc9 req-927b6ba4-d313-45f5-bf59-a8809dafb977 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603859 Feb 20 23:39:42.996534 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:39:42.999505 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d29941-1f46-470c-a189-251dae736b72" -d '{"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-plugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:39:43.018802 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:43.034735 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:43.070019 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11638b3c-379b-4781-888c-504b41974546 x-openstack-request-id: req-11638b3c-379b-4781-888c-504b41974546 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:39:43.070378 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-plugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:39:43.070585 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11638b3c-379b-4781-888c-504b41974546 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:39:43.070981 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'code': 200} Feb 20 23:39:43.072182 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602a936-f266-4cdd-a5da-13e69a08e3a1 None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:26Z', 'revision_number': 4, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '4e00ea85-2215-4278-be9d-2a939b16733a', 'name': '', 'network_id': '4be33781-3a15-4a90-9455-92630067f5b3', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'mac_address': 'fa:16:3e:67:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:23Z', 'updated_at': '2022-02-20T23:34:36Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'subnets': [{'id': 'f4d14164-ac0d-4765-ba6b-b2c0b009e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:39:43.073887 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.150023 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:43.374585 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1614e-3bc4-4aad-a9dc-38a7bbf95ee8 None None] New status for floating IP 9bfc799a-4bc5-4441-a61e-5c0bae7c5276: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:39:43.387443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36428) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:43.457352 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-357f6376-e0ea-4ec6-9914-d8be5a528a85 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (54c70946-1937-44ae-9a4c-b294e5d30bcc), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.487844 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-357f6376-e0ea-4ec6-9914-d8be5a528a85 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (54c70946-1937-44ae-9a4c-b294e5d30bcc), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.630639 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-357f6376-e0ea-4ec6-9914-d8be5a528a85 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (54c70946-1937-44ae-9a4c-b294e5d30bcc), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.633401 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-357f6376-e0ea-4ec6-9914-d8be5a528a85 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.634619 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-357f6376-e0ea-4ec6-9914-d8be5a528a85 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "DELETE /v2.0/security-groups/54c70946-1937-44ae-9a4c-b294e5d30bcc HTTP/1.1" status: 204 len: 168 time: 0.2459750 Feb 20 23:39:43.637530 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36430) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:43.645782 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f6376-e0ea-4ec6-9914-d8be5a528a85 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c70946-1937-44ae-9a4c-b294e5d30bcc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:43.685535 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.api.v2.resource [None req-4375be6b-caf3-4f2b-9124-b6ac147009a0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] show failed (client error): The resource could not be found. Feb 20 23:39:43.692879 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-4375be6b-caf3-4f2b-9124-b6ac147009a0 tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "GET /v2.0/security-groups/54c70946-1937-44ae-9a4c-b294e5d30bcc HTTP/1.1" status: 404 len: 347 time: 0.0483186 Feb 20 23:39:43.695114 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36432) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:43.846635 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Deleting port 6c6f4f37-b21a-4be0-82cf-dd9111075405 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:43.847185 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.934165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.934165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (6c6f4f37-b21a-4be0-82cf-dd9111075405), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:43.950578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Calling delete_port for 6c6f4f37-b21a-4be0-82cf-dd9111075405 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:44.044284 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:44.450040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc93a-7e6b-4194-a253-e183ae03299d req-a9df99cd-6fae-4d1d-baba-752dd53f9402 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:44.453061 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cdfbc93a-7e6b-4194-a253-e183ae03299d req-a9df99cd-6fae-4d1d-baba-752dd53f9402 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.3792715 Feb 20 23:39:44.479791 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41cc5acd-b36d-474c-bca9-3dfcb0379232 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:44.503417 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (6c6f4f37-b21a-4be0-82cf-dd9111075405), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:44.510118 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 41cc5acd-b36d-474c-bca9-3dfcb0379232 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:39:44.510730 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41cc5acd-b36d-474c-bca9-3dfcb0379232 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:39:44.533737 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cdfbc93a-7e6b-4194-a253-e183ae03299d req-56bb36bf-7365-4709-b067-749355b021e8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733407 Feb 20 23:39:44.537166 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Pushing event deleted for resources: {'Port': ['ID=6c6f4f37-b21a-4be0-82cf-dd9111075405,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:44.619342 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks [] for floatingip (9bfc799a-4bc5-4441-a61e-5c0bae7c5276), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:44.622234 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:44.624260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5dd2ac2d-89a1-4538-98b3-ff134b75062c tempest-AttachVolumeTestJSON-1799927833 tempest-AttachVolumeTestJSON-1799927833-project] 10.222.0.60 "DELETE /v2.0/floatingips/9bfc799a-4bc5-4441-a61e-5c0bae7c5276 HTTP/1.1" status: 204 len: 168 time: 0.9281571 Feb 20 23:39:45.641872 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:45.698575 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d86fb4-9ce9-4ac7-9230-ef561a983d1d req-18562b7f-3cb0-4ac5-885f-a19996db1590 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:45.700304 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7d86fb4-9ce9-4ac7-9230-ef561a983d1d req-18562b7f-3cb0-4ac5-885f-a19996db1590 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0634673 Feb 20 23:39:45.754517 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7d86fb4-9ce9-4ac7-9230-ef561a983d1d req-357900f7-9f86-4453-b01a-46019072946f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472343 Feb 20 23:39:45.859240 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:46.910842 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeba60b-3d49-478a-b8eb-d14de8d4c874 req-4c5adf75-ca1c-4a12-8810-677cfd6655f8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:46.912460 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aaeba60b-3d49-478a-b8eb-d14de8d4c874 req-4c5adf75-ca1c-4a12-8810-677cfd6655f8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0623577 Feb 20 23:39:46.971079 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aaeba60b-3d49-478a-b8eb-d14de8d4c874 req-f1de98df-c07c-412a-8b26-36a51cb0b37c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509877 Feb 20 23:39:47.761666 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145c82-d0bb-41fd-89a8-a8fd014d368d req-f090080d-7037-4d77-9ee2-a05a5bef0b68 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:47.764599 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-89145c82-d0bb-41fd-89a8-a8fd014d368d req-f090080d-7037-4d77-9ee2-a05a5bef0b68 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.0710270 Feb 20 23:39:47.830019 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-89145c82-d0bb-41fd-89a8-a8fd014d368d req-8031807d-f51d-4a41-a6b1-33922e5c5d42 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586369 Feb 20 23:39:48.102469 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc412f-cfa1-4e38-a40a-64752efc8e93 req-4de5a1c2-b346-4fed-903c-cdd05c11015b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:48.104288 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25bc412f-cfa1-4e38-a40a-64752efc8e93 req-4de5a1c2-b346-4fed-903c-cdd05c11015b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0565813 Feb 20 23:39:48.156115 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-25bc412f-cfa1-4e38-a40a-64752efc8e93 req-dbfce15e-ba07-4e7d-a6c2-13fbb56cba1b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452466 Feb 20 23:39:48.906887 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36482) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:49.006535 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc14c90-82aa-4c27-a36c-6dd0580a95f9 req-61d1c2b2-ee85-433a-aa3a-d2cc5c6e120b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:49.008701 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-acc14c90-82aa-4c27-a36c-6dd0580a95f9 req-61d1c2b2-ee85-433a-aa3a-d2cc5c6e120b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.0864587 Feb 20 23:39:49.070355 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-acc14c90-82aa-4c27-a36c-6dd0580a95f9 req-76887378-9e7b-4026-92e0-69486438515d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551369 Feb 20 23:39:49.389936 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2eb9-c125-48ae-a8cd-67978dd57afc req-5007f6d2-f4f1-4a73-a4fd-ae3ddb5935c4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:49.391486 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b1f2eb9-c125-48ae-a8cd-67978dd57afc req-5007f6d2-f4f1-4a73-a4fd-ae3ddb5935c4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1595154 Feb 20 23:39:49.487111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-2c472589-1488-40b5-8e6e-098fc1a1ece3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:49.488535 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-2c472589-1488-40b5-8e6e-098fc1a1ece3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.1559386 Feb 20 23:39:49.534475 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b1f2eb9-c125-48ae-a8cd-67978dd57afc req-4c4ff688-6071-482d-8ce7-1b05d1766d27 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369932 Feb 20 23:39:49.650349 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Deleting port d0bac779-2cd8-4b02-b65e-2005da19e801 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:49.650730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:49.778039 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] For port d0bac779-2cd8-4b02-b65e-2005da19e801, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0bac779-2cd8-4b02-b65e-2005da19e801,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:49.778039 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:49.800765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (217fe9c7-f25c-4b91-89c0-f2c628247b2f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:50.094564 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:50.094931 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (02277e7a-0f8a-4b0a-9489-b920574d94be), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:50.105192 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Floating IP 02277e7a-0f8a-4b0a-9489-b920574d94be disassociated. External IP: 172.27.1.179, port: d0bac779-2cd8-4b02-b65e-2005da19e801. Feb 20 23:39:50.105440 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Calling delete_port for d0bac779-2cd8-4b02-b65e-2005da19e801 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:50.275343 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cd763-d8ac-4659-80df-2b38f42b4c90 req-71c187e6-5a4c-48e2-a851-318c94f72acd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:50.276648 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa4cd763-d8ac-4659-80df-2b38f42b4c90 req-71c187e6-5a4c-48e2-a851-318c94f72acd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 945 time: 0.1200595 Feb 20 23:39:50.398424 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa4cd763-d8ac-4659-80df-2b38f42b4c90 req-77405ae7-b093-48fd-9e21-3f249773b642 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114006 Feb 20 23:39:50.414485 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Deleting port 4e00ea85-2215-4278-be9d-2a939b16733a {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:50.414485 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:50.463703 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (d0bac779-2cd8-4b02-b65e-2005da19e801), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:50.508346 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'Port': ['ID=d0bac779-2cd8-4b02-b65e-2005da19e801,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:50.617180 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] For port 4e00ea85-2215-4278-be9d-2a939b16733a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=4e00ea85-2215-4278-be9d-2a939b16733a,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:50.617560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:50.680645 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Calling delete_port for 4e00ea85-2215-4278-be9d-2a939b16733a owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:50.814822 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:39:50.838758 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2180d6e-71ee-42b1-b527-d9c85bf7f293 req-bb067acb-fca9-46e5-969a-273a938de097 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:50.840442 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2180d6e-71ee-42b1-b527-d9c85bf7f293 req-bb067acb-fca9-46e5-969a-273a938de097 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1578915 Feb 20 23:39:51.024631 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2180d6e-71ee-42b1-b527-d9c85bf7f293 req-d2cbeeb1-4aea-4a3a-8d72-dedc893430c2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756454 Feb 20 23:39:51.390224 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:39:51.402764 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:39:51.414670 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:39:51.415461 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:51.456452 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] No DVR routers for this DVR port d0bac779-2cd8-4b02-b65e-2005da19e801 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:39:51.476584 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:51.480497 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-987609bb-284f-4bc1-b48c-1f952e974ea4 req-b0ec828b-48f3-44c6-8b12-ef1c80f67e02 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "DELETE /v2.0/ports/d0bac779-2cd8-4b02-b65e-2005da19e801 HTTP/1.1" status: 204 len: 173 time: 1.9838085 Feb 20 23:39:51.480863 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'name': 'network-vif-deleted', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:39:51.483516 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c2552d-4c85-46c5-9b91-b1a4b9b34c2c" -d '{"events": [{"server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "name": "network-vif-deleted", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:39:51.533935 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d2d19277-9175-4266-a050-b542f237088f req-acaa0425-df95-4b75-b8de-f3fac7135a99 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 210 time: 0.0324774 Feb 20 23:39:51.536267 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (4e00ea85-2215-4278-be9d-2a939b16733a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:51.552380 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:39:51.579730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e00ea85-2215-4278-be9d-2a939b16733a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:51.579730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43089fe6-cba4-41e3-999e-f15616490a5d x-openstack-request-id: req-43089fe6-cba4-41e3-999e-f15616490a5d {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:39:51.579730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea27e74c-fb47-46a0-8677-f990bf3d5775", "name": "network-vif-deleted", "tag": "d0bac779-2cd8-4b02-b65e-2005da19e801", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:39:51.579730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43089fe6-cba4-41e3-999e-f15616490a5d {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:39:51.579730 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea27e74c-fb47-46a0-8677-f990bf3d5775', 'name': 'network-vif-deleted', 'tag': 'd0bac779-2cd8-4b02-b65e-2005da19e801', 'status': 'completed', 'code': 200} Feb 20 23:39:51.767724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (217fe9c7-f25c-4b91-89c0-f2c628247b2f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:51.798847 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:51.834362 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:39:51.843283 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:39:51.843930 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:52.177303 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:39:52.213720 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Router 217fe9c7-f25c-4b91-89c0-f2c628247b2f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:39:52.227881 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66885e92-e4d9-4c42-8915-309381c07824 req-7b102651-c3cf-43a6-8870-194bbe563936 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:52.229488 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66885e92-e4d9-4c42-8915-309381c07824 req-7b102651-c3cf-43a6-8870-194bbe563936 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1033292 Feb 20 23:39:52.330697 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66885e92-e4d9-4c42-8915-309381c07824 req-abe79442-dd4e-46f9-bbcc-782b61486f2a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939064 Feb 20 23:39:52.406361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:39:52.416125 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36502) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:52.417170 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ac2c9637-d60e-4e77-b3cb-d48cef798443 admin admin] 10.222.0.60 "PUT /v2.0/routers/217fe9c7-f25c-4b91-89c0-f2c628247b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093040 Feb 20 23:39:52.422649 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] Sync routers for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:39:52.436310 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:52.442052 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:39:52.442705 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:52.473558 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1a455-20c9-4695-81b5-ed6075e180d0 None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:39:52.516303 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d0bac779-2cd8-4b02-b65e-2005da19e801 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:52.540597 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: d0bac779-2cd8-4b02-b65e-2005da19e801 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:39:52.541538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d0bac779-2cd8-4b02-b65e-2005da19e801 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:39:52.646273 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks [] for router (217fe9c7-f25c-4b91-89c0-f2c628247b2f), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:52.745617 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:39:52.761957 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8825f716-5798-48ad-a2d8-5e6e05be6363 req-d5608506-1e9e-4b36-895d-97fe4b856dec tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea27e74c-fb47-46a0-8677-f990bf3d5775 HTTP/1.1" status: 200 len: 210 time: 0.0697081 Feb 20 23:39:52.815707 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks [] for router_gateway (217fe9c7-f25c-4b91-89c0-f2c628247b2f), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:52.942060 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca160b0-aeec-4331-a57a-fbb29892ece8 None None] New status for floating IP 02277e7a-0f8a-4b0a-9489-b920574d94be: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:39:52.967117 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Deleting port 37db7300-2c9c-48a4-810f-ff9d7a7dac08 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:52.967609 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.026199 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:39:51Z', 'revision_number': 5, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port': {'id': '37db7300-2c9c-48a4-810f-ff9d7a7dac08', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:53.063204 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] Checking router: 217fe9c7-f25c-4b91-89c0-f2c628247b2f for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:39:53.072995 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] Routers {'217fe9c7-f25c-4b91-89c0-f2c628247b2f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:39:53.073636 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:53.075410 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] For port 37db7300-2c9c-48a4-810f-ff9d7a7dac08, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=37db7300-2c9c-48a4-810f-ff9d7a7dac08,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:53.078151 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.090919 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Calling delete_port for 37db7300-2c9c-48a4-810f-ff9d7a7dac08 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:53.182148 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] Set router 217fe9c7-f25c-4b91-89c0-f2c628247b2f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:39:53.251249 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:39:52Z', 'revision_number': 6, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:53.285456 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aaeda-9557-4515-b10e-15a8139f3125 None None] The sync data for ids ['217fe9c7-f25c-4b91-89c0-f2c628247b2f'] in dv-cinder-830098-1-iscsi is: [{'id': '217fe9c7-f25c-4b91-89c0-f2c628247b2f', 'name': 'tempest-AttachVolumeTestJSON-302169843-router', 'tenant_id': '9852d2f922e446bcb97ad81dc2a977fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:39:52Z', 'revision_number': 6, 'project_id': '9852d2f922e446bcb97ad81dc2a977fb', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:39:53.402545 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (37db7300-2c9c-48a4-810f-ff9d7a7dac08), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.432228 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=37db7300-2c9c-48a4-810f-ff9d7a7dac08,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:53.445047 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.445418 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.445775 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.446166 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.446515 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.446857 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.447199 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.447540 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.447910 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.448255 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.448593 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.449125 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.449458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:39:53.467508 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcead77-06ba-401b-b344-b4d269124e42 req-51f490c2-d180-432a-bd85-50b3ec2b4fb9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:53.469172 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1bcead77-06ba-401b-b344-b4d269124e42 req-51f490c2-d180-432a-bd85-50b3ec2b4fb9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0598781 Feb 20 23:39:53.505573 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (217fe9c7-f25c-4b91-89c0-f2c628247b2f), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.517818 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1bcead77-06ba-401b-b344-b4d269124e42 req-8d3a4ee3-e814-4668-932d-732e781b1bf8 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Feb 20 23:39:53.612559 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (217fe9c7-f25c-4b91-89c0-f2c628247b2f), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.615063 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks [] for router_controller (217fe9c7-f25c-4b91-89c0-f2c628247b2f), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.750666 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (217fe9c7-f25c-4b91-89c0-f2c628247b2f), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.751322 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217fe9c7-f25c-4b91-89c0-f2c628247b2f {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:39:53.756120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.757304 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-446f3d0f-5f86-4c5f-ac88-3ea8cd5d3c1f admin admin] 10.222.0.60 "DELETE /v2.0/routers/217fe9c7-f25c-4b91-89c0-f2c628247b2f HTTP/1.1" status: 204 len: 168 time: 1.3401873 Feb 20 23:39:53.760030 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36516) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:53.809167 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Deleting subnet f4d14164-ac0d-4765-ba6b-b2c0b009e324 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:39:53.812380 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Publish callbacks [] for subnet (f4d14164-ac0d-4765-ba6b-b2c0b009e324), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.847066 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (f4d14164-ac0d-4765-ba6b-b2c0b009e324), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.956733 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (f4d14164-ac0d-4765-ba6b-b2c0b009e324), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.010025 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-f101b2ac-d924-4183-a926-aafa105260bc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513089169&fields=id&tenant_id=e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 267 time: 0.0444283 Feb 20 23:39:54.084214 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4e00ea85-2215-4278-be9d-2a939b16733a no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:54.088070 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (f4d14164-ac0d-4765-ba6b-b2c0b009e324), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.113509 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 4e00ea85-2215-4278-be9d-2a939b16733a {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:39:54.114125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4e00ea85-2215-4278-be9d-2a939b16733a not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:39:54.114686 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 37db7300-2c9c-48a4-810f-ff9d7a7dac08 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:54.118233 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d14164-ac0d-4765-ba6b-b2c0b009e324,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:54.127157 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.131313 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-caa01269-8e0d-44f4-8de6-0fbec8353450 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f4d14164-ac0d-4765-ba6b-b2c0b009e324 HTTP/1.1" status: 204 len: 168 time: 0.3699038 Feb 20 23:39:54.133560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-5a1c2d92-33b5-49de-8280-8e7f98ab23f0 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:54.133726 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36528) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:54.135046 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-5a1c2d92-33b5-49de-8280-8e7f98ab23f0 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 810 time: 0.1183598 Feb 20 23:39:54.139376 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb037057-7564-4e57-b85d-4021683f1806 None None] Network 4be33781-3a15-4a90-9455-92630067f5b3 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:39:54.141796 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 37db7300-2c9c-48a4-810f-ff9d7a7dac08 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:39:54.142149 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 37db7300-2c9c-48a4-810f-ff9d7a7dac08 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:39:54.164438 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-bdbe42d3-f6fd-4281-a5f6-c2d5d2dbd570 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/quotas/e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 375 time: 0.0156927 Feb 20 23:39:54.234052 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (4be33781-3a15-4a90-9455-92630067f5b3), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.275755 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-cb06ff74-db6e-44e0-8443-540e4b1dc1eb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775561 Feb 20 23:39:54.311065 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Deleting port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:54.311422 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.337732 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] DHCP port deletion for 4be33781-3a15-4a90-9455-92630067f5b3 request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:39:54.391623 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] For port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:54.392037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.411379 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Calling delete_port for 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:54.421126 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] Deleting port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:39:54.421839 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.424466 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-5ce1957c-e81a-4952-a089-21faec5045fc service neutron] 10.222.0.60 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661537 Feb 20 23:39:54.500218 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] For port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,segment=NetworkSegment(4d61a8ba-3fea-4be6-804d-e23191c3fe3e),segment_id=4d61a8ba-3fea-4be6-804d-e23191c3fe3e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:54.500758 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.515001 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] Calling delete_port for 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:39:54.539122 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-cfe92396-c2d4-425b-bc1f-5ac34eb64f19 service neutron] 10.222.0.60 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137178 Feb 20 23:39:54.562660 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.608169 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Pushing event deleted for resources: {'Port': ['ID=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:54.622647 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] No DVR routers for this DVR port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef on host dv-cinder-830098-1-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:39:54.650729 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (86f47e1e-e7be-4f8b-b913-9a9e0d8250ef), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.677385 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-f6e84785-a99d-4147-8944-1b45283bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:54.678945 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-f6e84785-a99d-4147-8944-1b45283bef19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1130 time: 0.2252209 Feb 20 23:39:54.693210 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] Pushing event deleted for resources: {'Port': ['ID=86f47e1e-e7be-4f8b-b913-9a9e0d8250ef,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:54.699769 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20f855-f649-4cd5-a887-a21d70ecb4e8 None None] No DVR routers for this DVR port 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:39:54.702545 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f31b-a0c5-4106-a451-67c201181164 req-ff090e8c-74ad-47f4-9de9-b167716558c0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:54.705815 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a996f31b-a0c5-4106-a451-67c201181164 req-ff090e8c-74ad-47f4-9de9-b167716558c0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0789433 Feb 20 23:39:54.724661 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (4be33781-3a15-4a90-9455-92630067f5b3), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.745088 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be33781-3a15-4a90-9455-92630067f5b3']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:54.754740 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d61a8ba-3fea-4be6-804d-e23191c3fe3e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:54.754740 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d61a8ba-3fea-4be6-804d-e23191c3fe3e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:39:54.764465 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (4d61a8ba-3fea-4be6-804d-e23191c3fe3e), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.777463 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (4d61a8ba-3fea-4be6-804d-e23191c3fe3e), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.783877 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:39:54.784273 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (4d61a8ba-3fea-4be6-804d-e23191c3fe3e), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:39:54.785888 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:39:54.823364 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a996f31b-a0c5-4106-a451-67c201181164 req-c38ceb2c-4bcd-41db-9153-25b8a327a539 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079013 Feb 20 23:39:54.840040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-8bc2b450-74ab-4d23-9c56-f2ab2c78252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:54.843663 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-8bc2b450-74ab-4d23-9c56-f2ab2c78252d service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.1348312 Feb 20 23:39:54.910851 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (4be33781-3a15-4a90-9455-92630067f5b3), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.918478 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-30a88c4f-ac22-47d3-b343-c627a664ce22 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 1002 time: 0.0661509 Feb 20 23:39:54.918601 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.921436 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] 10.222.0.60 "DELETE /v2.0/networks/4be33781-3a15-4a90-9455-92630067f5b3 HTTP/1.1" status: 204 len: 168 time: 0.7865434 Feb 20 23:39:54.931589 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3f359-c0e6-4a43-bffc-ce085691263f admin admin] Pushing event deleted for resources: {'Network': ['ID=4be33781-3a15-4a90-9455-92630067f5b3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:54.978606 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-8f19eb20-a5f7-479c-bc0d-9aa1cb56ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:54.980091 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-8f19eb20-a5f7-479c-bc0d-9aa1cb56ae0e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0535479 Feb 20 23:39:55.033458 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-f546cef4-d8d5-4190-9087-2db8a231c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:55.035020 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-f546cef4-d8d5-4190-9087-2db8a231c8af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459628 Feb 20 23:39:55.147899 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f406aae-85db-48c7-b44b-bd491aad1a16 req-0dc56e8e-3acd-4a4e-bca2-772677d603a7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 210 time: 0.0360410 Feb 20 23:39:55.166775 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-d9305952-2757-4c66-9340-5f195c652e6b service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185703 Feb 20 23:39:55.262863 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14a42f30-44c9-4f66-8bd4-3551347d6e0a req-3dd0e753-46c8-4e53-87a1-bd4857fe097b service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879478 Feb 20 23:39:55.283318 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36550) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:55.328821 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1897115a-4edb-4bf3-bc96-c7fae6027d07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9852d2f922e446bcb97ad81dc2a977fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447919 Feb 20 23:39:55.331338 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36554) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:55.381023 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a31c11f-f545-49d7-b3f1-4a37570c1438 admin admin] Publish callbacks [] for security_group (edb8c443-92ab-4ca0-a908-541b21b10137), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:55.401716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a31c11f-f545-49d7-b3f1-4a37570c1438 admin admin] Publish callbacks [] for security_group (edb8c443-92ab-4ca0-a908-541b21b10137), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:55.522323 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a31c11f-f545-49d7-b3f1-4a37570c1438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (edb8c443-92ab-4ca0-a908-541b21b10137), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:55.525854 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0a31c11f-f545-49d7-b3f1-4a37570c1438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:55.526221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0a31c11f-f545-49d7-b3f1-4a37570c1438 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edb8c443-92ab-4ca0-a908-541b21b10137 HTTP/1.1" status: 204 len: 168 time: 0.1940463 Feb 20 23:39:55.534408 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31c11f-f545-49d7-b3f1-4a37570c1438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8c443-92ab-4ca0-a908-541b21b10137,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:55.825894 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:55.850706 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:39:55.851068 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 86f47e1e-e7be-4f8b-b913-9a9e0d8250ef not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:39:55.959422 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35711ad3-9893-4785-804a-05bacf3b270e req-9a9cc055-40db-4eeb-a21f-a900395fac4e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:55.960955 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-35711ad3-9893-4785-804a-05bacf3b270e req-9a9cc055-40db-4eeb-a21f-a900395fac4e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0605547 Feb 20 23:39:56.012693 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-35711ad3-9893-4785-804a-05bacf3b270e req-d518abe1-1007-4adc-a581-b0d92db75cb5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Feb 20 23:39:56.250293 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d83f7a79-4039-4b67-9978-9804e98d4bfa req-5ff488f8-6d1f-401c-9c90-dc20d57fcbce tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 210 time: 0.0361910 Feb 20 23:39:57.064518 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-9aee8d13-af87-49cf-b0cf-93523852519f tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:57.065973 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-9aee8d13-af87-49cf-b0cf-93523852519f tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 810 time: 0.1075900 Feb 20 23:39:57.164221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-10eb19d3-165c-4332-a150-fb69f8bfa07a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 379 time: 0.0871205 Feb 20 23:39:57.176985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12cd75-daf1-4e80-9f59-99af98327a91 req-895a5c8c-d2a8-41ed-bb3d-87f5794eb48c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:57.178429 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a12cd75-daf1-4e80-9f59-99af98327a91 req-895a5c8c-d2a8-41ed-bb3d-87f5794eb48c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.0878582 Feb 20 23:39:57.181738 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'port': {'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'admin_state_up': True, 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'security_groups': ['f3e130a5-b7ba-484a-a6a5-997c72f8f7f2']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:39:57.287109 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9a12cd75-daf1-4e80-9f59-99af98327a91 req-27086fe4-3bbb-4333-9316-bdcee8cd801b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018968 Feb 20 23:39:57.369107 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-016ec7fa-56a5-4ec9-9158-2119fdfc6892 req-be8fafc3-37db-4404-8eab-7f0a18d9fb99 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Feb 20 23:39:57.402260 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Made reservation on behalf of e6616d9bd7a74a9dbd5943150b79617a for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:39:57.407382 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.460804 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36616) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:57.549066 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Allocated IP 172.20.0.7 (ba1c102d-6d7f-4101-896d-f3e717dd50b1/2aa0f323-d6cf-4cc0-aa02-ffa7030a597e/d5c65aba-1e17-479a-af81-c9f57e4fc980) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:39:57.579705 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-880ee407-89fc-4f72-b2f7-0dd035b6bc77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.652934 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-880ee407-89fc-4f72-b2f7-0dd035b6bc77 admin admin] Publish callbacks [] for security_group (e3e8d997-ef1f-46c7-90a7-ccf8c52ce467), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.692971 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.756718 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-880ee407-89fc-4f72-b2f7-0dd035b6bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e3e8d997-ef1f-46c7-90a7-ccf8c52ce467), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.795081 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-880ee407-89fc-4f72-b2f7-0dd035b6bc77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4348ecee792a493390fe9f09708d6586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330662 Feb 20 23:39:57.796304 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ee407-89fc-4f72-b2f7-0dd035b6bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8d997-ef1f-46c7-90a7-ccf8c52ce467,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:57.805425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 36620) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:39:57.847625 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd36164f-1ee4-446a-a644-bdfeff8bfd5d admin admin] Publish callbacks [] for security_group (e3e8d997-ef1f-46c7-90a7-ccf8c52ce467), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.859071 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.899007 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd36164f-1ee4-446a-a644-bdfeff8bfd5d admin admin] Publish callbacks [] for security_group (e3e8d997-ef1f-46c7-90a7-ccf8c52ce467), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:57.937915 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:39:57.945825 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:39:57.949846 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=d5c65aba-1e17-479a-af81-c9f57e4fc980,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:57.954916 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:39:58.011791 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:58.012278 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.065441 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd36164f-1ee4-446a-a644-bdfeff8bfd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (e3e8d997-ef1f-46c7-90a7-ccf8c52ce467), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.068214 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd36164f-1ee4-446a-a644-bdfeff8bfd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.069609 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dd36164f-1ee4-446a-a644-bdfeff8bfd5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3e8d997-ef1f-46c7-90a7-ccf8c52ce467 HTTP/1.1" status: 204 len: 168 time: 0.2702210 Feb 20 23:39:58.079577 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36164f-1ee4-446a-a644-bdfeff8bfd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8d997-ef1f-46c7-90a7-ccf8c52ce467,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:58.126021 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-8f7e05d7-eb85-4d1f-9ed1-edb5f3b15f10 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562216 Feb 20 23:39:58.149443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Request body: {'port': {'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:39:58.177370 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-b2d043cb-3179-4a1a-86ef-4652d372f537 None None] Provisioning complete for port d5c65aba-1e17-479a-af81-c9f57e4fc980 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:39:58.178578 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2d043cb-3179-4a1a-86ef-4652d372f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.215327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.217972 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b2d043cb-3179-4a1a-86ef-4652d372f537 None None] Port d5c65aba-1e17-479a-af81-c9f57e4fc980 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:39:58.483883 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7ebba-f18c-4d30-8acb-04fb885a713a req-ec3a5d4e-6696-4c3f-893c-687fdf2801f3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:58.485366 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ff7ebba-f18c-4d30-8acb-04fb885a713a req-ec3a5d4e-6696-4c3f-893c-687fdf2801f3 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 946 time: 0.1047840 Feb 20 23:39:58.556201 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:39:58.589164 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c65aba-1e17-479a-af81-c9f57e4fc980 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:39:58.604686 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Publish callbacks [] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.620111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb659a4-7a55-49de-ba9c-3d5512e764b7 req-25501167-152c-4a49-8caa-0bd1f91b72af tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:58.621603 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8eb659a4-7a55-49de-ba9c-3d5512e764b7 req-25501167-152c-4a49-8caa-0bd1f91b72af tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 931 time: 0.1548340 Feb 20 23:39:58.627990 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3ff7ebba-f18c-4d30-8acb-04fb885a713a req-3a94138c-11b4-4966-b2f8-0d5e8ec7be79 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240129 Feb 20 23:39:58.637413 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: ACTIVE; New status is: DOWN {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:39:58.638469 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.641592 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Transition to ACTIVE for port object d5c65aba-1e17-479a-af81-c9f57e4fc980 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:39:58.672328 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:39:58.675061 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac688e7-cb80-4798-8ff7-12fdc0ae4c4f" -d '{"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-unplugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:39:58.688545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:39:58.688797 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8eb659a4-7a55-49de-ba9c-3d5512e764b7 req-0122c305-60de-418d-bbc8-d90c5a57c3d1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570664 Feb 20 23:39:58.734889 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.780244 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.808624 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c65aba-1e17-479a-af81-c9f57e4fc980,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:58.888501 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:58.918961 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Attempting to bind port d5c65aba-1e17-479a-af81-c9f57e4fc980 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:39:58.930396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Attempting to bind port d5c65aba-1e17-479a-af81-c9f57e4fc980 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:39:58.930396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Attempting to bind port d5c65aba-1e17-479a-af81-c9f57e4fc980 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:39:58.931798 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Port d5c65aba-1e17-479a-af81-c9f57e4fc980 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:39:58.932242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Attempting to bind port d5c65aba-1e17-479a-af81-c9f57e4fc980 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:39:58.940013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:39:58.940613 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Checking segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:39:58.941173 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Bound using segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:39:58.941642 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Bound port: d5c65aba-1e17-479a-af81-c9f57e4fc980, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:39:58.942013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:58.979789 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6384024-06e6-418c-b2ab-1dfe1cff572e x-openstack-request-id: req-f6384024-06e6-418c-b2ab-1dfe1cff572e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:39:58.982642 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-unplugged", "status": "failed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "code": 422}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:39:58.982642 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6384024-06e6-418c-b2ab-1dfe1cff572e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:39:58.982642 dv-cinder-830098-1-iscsi neutron-server[103393]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'code': 422} returned with failed status Feb 20 23:39:59.029800 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] For port d5c65aba-1e17-479a-af81-c9f57e4fc980, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:39:59.033148 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] For port d5c65aba-1e17-479a-af81-c9f57e4fc980, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:39:59.125089 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:59.158964 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.159591 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:59.161092 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] 10.222.0.88 "PUT /v2.0/ports/d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 200 len: 1093 time: 1.0161862 Feb 20 23:39:59.161535 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:39:59.163762 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168b115e-2a08-4af6-8680-cdc4f9637c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:39:59.188269 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9eb3-7cae-49ef-9876-9738e7f7fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c65aba-1e17-479a-af81-c9f57e4fc980,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:39:59.221031 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89321db1-af46-4e46-a940-c5ee2a910529 x-openstack-request-id: req-89321db1-af46-4e46-a940-c5ee2a910529 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:39:59.221031 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:39:59.221031 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89321db1-af46-4e46-a940-c5ee2a910529 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:39:59.221031 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'status': 'completed', 'code': 200} Feb 20 23:39:59.283530 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b115e-2a08-4af6-8680-cdc4f9637c8b req-d0adf305-84b8-41c1-af6e-7d9babe84372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.285133 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-168b115e-2a08-4af6-8680-cdc4f9637c8b req-d0adf305-84b8-41c1-af6e-7d9babe84372 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1127 time: 0.0510244 Feb 20 23:39:59.403522 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b115e-2a08-4af6-8680-cdc4f9637c8b req-6f8cb131-89b9-4b65-98ce-28ac7d6b86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.406052 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-168b115e-2a08-4af6-8680-cdc4f9637c8b req-6f8cb131-89b9-4b65-98ce-28ac7d6b86bb service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1069853 Feb 20 23:39:59.523207 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b115e-2a08-4af6-8680-cdc4f9637c8b req-2ac40eb9-1a2e-4218-a56f-f0a81368f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.524826 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-168b115e-2a08-4af6-8680-cdc4f9637c8b req-2ac40eb9-1a2e-4218-a56f-f0a81368f5b9 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068652 Feb 20 23:39:59.620512 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-04c1386e-2a12-4b19-b240-70bdc96098f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.621947 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-04c1386e-2a12-4b19-b240-70bdc96098f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1127 time: 0.0512977 Feb 20 23:39:59.670884 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-a44ec7b2-49ef-49a6-80c0-459d6131edec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 200 len: 217 time: 0.0381887 Feb 20 23:39:59.727874 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-39072052-3032-4570-b4c3-e014e275a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.729542 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-39072052-3032-4570-b4c3-e014e275a730 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0496774 Feb 20 23:39:59.824118 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-19fe1ad0-466e-470c-a0c0-e3fd66daab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.830156 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-19fe1ad0-466e-470c-a0c0-e3fd66daab0d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898314 Feb 20 23:39:59.849717 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385c86-4adc-4795-8afd-e4786fa5f3ff req-45c092cc-f901-4ba3-9f34-b2ab161c9a42 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:39:59.851181 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58385c86-4adc-4795-8afd-e4786fa5f3ff req-45c092cc-f901-4ba3-9f34-b2ab161c9a42 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0793989 Feb 20 23:39:59.953829 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-58385c86-4adc-4795-8afd-e4786fa5f3ff req-3842055c-462d-47a1-a813-5c9d8a2969e5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910044 Feb 20 23:39:59.969478 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-6c0466e5-7683-49c0-adb2-889a631ee27f service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333447 Feb 20 23:40:00.081672 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a044022a-73c4-44dd-86bc-f6d2b911faad req-b6b5c12e-8334-4114-9008-4613f324d0b5 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041670 Feb 20 23:40:00.760388 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50d76625-192b-4b13-b784-ab221e897c8b req-4590993e-45cd-4f98-ac4f-208136ea9029 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469852615&fields=id&tenant_id=601bd49215a7472d80321fdd2077047b HTTP/1.1" status: 200 len: 267 time: 0.0461266 Feb 20 23:40:00.819486 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d76625-192b-4b13-b784-ab221e897c8b req-83a3c5a6-b864-48c5-839d-e9382890f2c2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:00.820993 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50d76625-192b-4b13-b784-ab221e897c8b req-83a3c5a6-b864-48c5-839d-e9382890f2c2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 985 time: 0.0547435 Feb 20 23:40:00.833840 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Request body: {'port': {'security_groups': ['34bbbf18-bc66-4c98-9622-2874e20f8075']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:00.915187 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.095284 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:01.153378 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.169070 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985ae4-df4f-4b28-a519-1d8b495f5215 req-7ccb84ec-164d-4ff7-9a1c-cae671ba76d5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.170787 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43985ae4-df4f-4b28-a519-1d8b495f5215 req-7ccb84ec-164d-4ff7-9a1c-cae671ba76d5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0811889 Feb 20 23:40:01.220507 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.232219 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['dbc52951-1bd7-49f2-a730-cae78a6986ca'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:40:01.232802 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-43985ae4-df4f-4b28-a519-1d8b495f5215 req-228127a9-68c2-4a72-971d-6a2b9f4d1635 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557873 Feb 20 23:40:01.268606 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.269358 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.276366 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-50d76625-192b-4b13-b784-ab221e897c8b req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "PUT /v2.0/ports/dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 943 time: 0.4471278 Feb 20 23:40:01.277093 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:01.304754 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:01.307396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae0934c-0ffe-4a08-81f1-93b35f059293" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:01.310782 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647d0f4-fcbb-42d9-83a5-263c9f7d6cc8 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event updated for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:01.342715 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['dbc52951-1bd7-49f2-a730-cae78a6986ca'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:40:01.365770 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-870f58f0-18f1-43f6-aff6-9250f8ba847d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group (2f5fe5b7-303f-418f-a147-62a7ebfa9d00), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.403731 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cad6b12-3353-4830-9cac-4214728f5cee x-openstack-request-id: req-9cad6b12-3353-4830-9cac-4214728f5cee {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:01.404497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:01.404847 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cad6b12-3353-4830-9cac-4214728f5cee {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:01.405859 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'status': 'completed', 'code': 200} Feb 20 23:40:01.410958 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-870f58f0-18f1-43f6-aff6-9250f8ba847d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group (2f5fe5b7-303f-418f-a147-62a7ebfa9d00), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.516324 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ac724-ca39-492a-9de9-b6607cc21721 req-5fd26fb7-bd00-481e-856f-d8748fd30be6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.517990 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-417ac724-ca39-492a-9de9-b6607cc21721 req-5fd26fb7-bd00-481e-856f-d8748fd30be6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.1792984 Feb 20 23:40:01.527353 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-46e09189-cc14-4cb6-a2ce-65d3dd5ad0e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262527 Feb 20 23:40:01.533141 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-4b612be1-8473-48dd-87e1-41e66e71efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.534761 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-4b612be1-8473-48dd-87e1-41e66e71efd3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1130 time: 0.0932789 Feb 20 23:40:01.556935 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-870f58f0-18f1-43f6-aff6-9250f8ba847d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (2f5fe5b7-303f-418f-a147-62a7ebfa9d00), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.556935 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-870f58f0-18f1-43f6-aff6-9250f8ba847d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.556935 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-870f58f0-18f1-43f6-aff6-9250f8ba847d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "DELETE /v2.0/security-groups/2f5fe5b7-303f-418f-a147-62a7ebfa9d00 HTTP/1.1" status: 204 len: 168 time: 0.2769234 Feb 20 23:40:01.559252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 36726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:01.614624 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-8ff9016b-cd4f-428a-b463-2a5f2e338824 None None] Provisioning complete for port dbc52951-1bd7-49f2-a730-cae78a6986ca triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:01.615012 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ff9016b-cd4f-428a-b463-2a5f2e338824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.626144 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f58f0-18f1-43f6-aff6-9250f8ba847d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5fe5b7-303f-418f-a147-62a7ebfa9d00,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:01.642105 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-417ac724-ca39-492a-9de9-b6607cc21721 req-7694cb02-18fd-4d55-8e6f-08f5170fd41c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121681 Feb 20 23:40:01.656806 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-3100cd7f-2c8b-4592-bd77-13ba0e2ac04b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.658207 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-3100cd7f-2c8b-4592-bd77-13ba0e2ac04b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports/41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 941 time: 0.0997055 Feb 20 23:40:01.703396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-9615a397-1057-457e-b0ff-53c586e8cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.705290 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-9615a397-1057-457e-b0ff-53c586e8cbe9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 915 time: 0.1541564 Feb 20 23:40:01.713564 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9016b-cd4f-428a-b463-2a5f2e338824 None None] Current status of the port dbc52951-1bd7-49f2-a730-cae78a6986ca is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:01.786185 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-8377365e-894a-4e1f-9c26-782313e59385 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 1001 time: 0.0710013 Feb 20 23:40:01.790866 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Deleting port df1a201a-2662-4929-8135-549cef75701e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:01.791269 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (df1a201a-2662-4929-8135-549cef75701e), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.838789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-e7a13db2-7f48-46ca-9321-c6553111db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.840326 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-e7a13db2-7f48-46ca-9321-c6553111db85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0475171 Feb 20 23:40:01.873407 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (df1a201a-2662-4929-8135-549cef75701e), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.873741 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for floatingip (df1a201a-2662-4929-8135-549cef75701e), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:01.885360 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Calling delete_port for df1a201a-2662-4929-8135-549cef75701e owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:01.896712 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-d84cdc2c-be17-4909-b56c-29f70071fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:01.902069 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-d84cdc2c-be17-4909-b56c-29f70071fcf7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448353 Feb 20 23:40:02.010263 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-3892c25c-1ec6-4979-b8ef-390ab55f702e service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052535 Feb 20 23:40:02.145723 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (df1a201a-2662-4929-8135-549cef75701e), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:02.173417 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event deleted for resources: {'Port': ['ID=df1a201a-2662-4929-8135-549cef75701e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:02.238288 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks [] for floatingip (9f930a58-96e4-4d1c-a541-0f0d6d6c8809), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:02.238619 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Floating IP 9f930a58-96e4-4d1c-a541-0f0d6d6c8809 disassociated (deleted). External IP: 172.27.1.89, port: dbc52951-1bd7-49f2-a730-cae78a6986ca. Feb 20 23:40:02.409924 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eae0934c-0ffe-4a08-81f1-93b35f059293 req-c3269876-83d5-4775-9168-d6d0779d075c service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897870 Feb 20 23:40:02.421019 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca482685-cad8-4eed-a729-a47a5b101a02 req-743bf4b3-b167-4188-a897-5b1229f03e7b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:02.422540 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ca482685-cad8-4eed-a729-a47a5b101a02 req-743bf4b3-b167-4188-a897-5b1229f03e7b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0899558 Feb 20 23:40:02.485814 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Router d0501df7-08f2-46e3-95d6-178cc7069a69 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:02.486378 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ca482685-cad8-4eed-a729-a47a5b101a02 req-c3df559c-96ca-4f11-898e-ba60d617b987 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541914 Feb 20 23:40:02.813772 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737baf5c-cc23-419b-b174-902c07936c39 req-a88461f1-3b6c-4af0-8752-e7c7451468bb tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:02.815340 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-737baf5c-cc23-419b-b174-902c07936c39 req-a88461f1-3b6c-4af0-8752-e7c7451468bb tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0576851 Feb 20 23:40:02.859270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:02.864139 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:02.870829 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] Sync routers for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:02.886562 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:02.887824 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:02.895646 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-737baf5c-cc23-419b-b174-902c07936c39 req-c7ec82ac-1c33-4c56-994d-824e27b0b232 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651438 Feb 20 23:40:02.896377 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bd662621-0b3a-429e-aeab-8a45e51efd33 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "DELETE /v2.0/floatingips/9f930a58-96e4-4d1c-a541-0f0d6d6c8809 HTTP/1.1" status: 204 len: 168 time: 1.3361964 Feb 20 23:40:02.897141 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:02.899752 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e7886-7356-4148-ab95-53fef8218582" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:03.030326 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:03.101315 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a512a191-fe8f-457d-9355-492f78e07a7a x-openstack-request-id: req-a512a191-fe8f-457d-9355-492f78e07a7a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:03.101611 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:03.101864 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a512a191-fe8f-457d-9355-492f78e07a7a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:03.102261 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'status': 'completed', 'code': 200} Feb 20 23:40:03.158230 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-a0741739-f5ed-45c5-9253-57ff446c2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.160022 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-a0741739-f5ed-45c5-9253-57ff446c2de0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237&tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27 HTTP/1.1" status: 200 len: 1128 time: 0.1333556 Feb 20 23:40:03.176759 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7886-7356-4148-ab95-53fef8218582 req-d16e3a16-95df-4d1b-bbcd-14eedaf73d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.178292 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-d16e3a16-95df-4d1b-bbcd-14eedaf73d0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=601bd49215a7472d80321fdd2077047b&device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 1130 time: 0.0537400 Feb 20 23:40:03.261465 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:15Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:03.292616 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] Checking router: d0501df7-08f2-46e3-95d6-178cc7069a69 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:03.301977 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:03.302609 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:39:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:03.323273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-81b71403-5e4f-4d81-92ac-72ac2cd0c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.324873 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-81b71403-5e4f-4d81-92ac-72ac2cd0c505 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1128 time: 0.1342618 Feb 20 23:40:03.330391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7886-7356-4148-ab95-53fef8218582 req-2811f76f-2caf-48c6-923e-c12d24e41da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.332117 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-2811f76f-2caf-48c6-923e-c12d24e41da4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 200 len: 915 time: 0.1431675 Feb 20 23:40:03.411002 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-bce8257f-1237-4f5d-8db9-2f07efbec65c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 200 len: 217 time: 0.0697534 Feb 20 23:40:03.419170 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:03.484742 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7886-7356-4148-ab95-53fef8218582 req-cafc32fe-a8c3-4c14-8c41-c4095b94a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.486105 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-cafc32fe-a8c3-4c14-8c41-c4095b94a5ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 200 len: 853 time: 0.0672846 Feb 20 23:40:03.490387 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-494a374a-ca7d-4421-990f-f672f41f5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.491732 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-494a374a-ca7d-4421-990f-f672f41f5184 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.1587749 Feb 20 23:40:03.589425 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-f2028851-5256-42c9-9dae-59bdf62f012d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 1000 time: 0.0890360 Feb 20 23:40:03.592618 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7886-7356-4148-ab95-53fef8218582 req-875e5609-38b7-4b8c-8d30-e0640cb757a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.594141 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-875e5609-38b7-4b8c-8d30-e0640cb757a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9550822f-d137-4544-83d6-9453f9501c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015556 Feb 20 23:40:03.638446 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:15Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:03.666669 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ce3d1-8610-4b80-80fe-7f679502e795 None None] The sync data for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi is: [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': 'a09f7b17-7af4-4698-b186-f1d25dc2b328', 'name': '', 'network_id': '9550822f-d137-4544-83d6-9453f9501c21', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'mac_address': 'fa:16:3e:f9:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:10Z', 'updated_at': '2022-02-20T23:37:15Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'subnets': [{'id': '223f1289-bd16-4aa2-9b85-d516445ac5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:03.715793 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-a73df278-1136-4ede-85b1-ffc7d2d7b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.717545 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-a73df278-1136-4ede-85b1-ffc7d2d7b80b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.1092050 Feb 20 23:40:03.807918 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-65842afa-fd70-4b97-bf01-a8cecdfa5fb8 service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891053 Feb 20 23:40:03.849968 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a3745-788a-4c56-979a-28d7c6905058 req-a0b826cd-5408-42a7-8782-9b6c587f182b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.851505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-762a3745-788a-4c56-979a-28d7c6905058 req-a0b826cd-5408-42a7-8782-9b6c587f182b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.1316462 Feb 20 23:40:03.911366 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-0afdaffd-359a-464f-80c9-e513d9e3209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:03.912947 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-0afdaffd-359a-464f-80c9-e513d9e3209f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1800020 Feb 20 23:40:03.983553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fb4bd-1daa-43fb-ab69-6e79a412cb72 None None] New status for floating IP 9f930a58-96e4-4d1c-a541-0f0d6d6c8809: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:40:04.036006 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-762a3745-788a-4c56-979a-28d7c6905058 req-f9a27ab9-647f-4025-acf7-bbfd2e4a2947 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572149 Feb 20 23:40:04.054483 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b95e7886-7356-4148-ab95-53fef8218582 req-8ff30b5a-7500-4839-b6ae-e8256348cd2a service neutron] 10.222.0.88 "GET /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361712 Feb 20 23:40:04.096322 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-dcaa793a-f2f7-4f9a-b6f6-14d9b0b2c615 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723406 Feb 20 23:40:04.108000 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ade26-ff46-4763-bc52-91ffad988d3c req-5de362b2-eb1d-4642-b8e7-a134b8b219b0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:04.109458 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ba4ade26-ff46-4763-bc52-91ffad988d3c req-5de362b2-eb1d-4642-b8e7-a134b8b219b0 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.1065400 Feb 20 23:40:04.218678 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ba4ade26-ff46-4763-bc52-91ffad988d3c req-7c3df5fa-6161-4f7e-9fdc-af01466a6ca1 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002328 Feb 20 23:40:04.232469 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec6a30f-e03b-4974-817d-598d83d66fc4 req-355a3ca9-7234-4ef6-a6b2-7a2304a019b0 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220634 Feb 20 23:40:05.164728 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042488d-48d1-483b-ba1a-6f67e9c704c5 req-d806f23c-cbe8-41e5-be74-5cc802cd6741 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:05.166139 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5042488d-48d1-483b-ba1a-6f67e9c704c5 req-d806f23c-cbe8-41e5-be74-5cc802cd6741 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0554709 Feb 20 23:40:05.215879 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5042488d-48d1-483b-ba1a-6f67e9c704c5 req-a58689e9-2cf9-496a-821e-11720274e247 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Feb 20 23:40:05.345511 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de879b-f542-4ff6-958a-47883c69ec3c req-ff9a73cf-b937-4c08-a748-f437a6854555 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:05.347012 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63de879b-f542-4ff6-958a-47883c69ec3c req-ff9a73cf-b937-4c08-a748-f437a6854555 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0573564 Feb 20 23:40:05.393527 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63de879b-f542-4ff6-958a-47883c69ec3c req-2c843075-c02d-410e-a642-e024776b4441 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 Feb 20 23:40:06.332260 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbccb98-cf8b-4c91-9b3d-dcbbc79ea837 req-17539d5e-6fc4-4416-bb7a-a7cd250e8865 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:06.333731 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-edbccb98-cf8b-4c91-9b3d-dcbbc79ea837 req-17539d5e-6fc4-4416-bb7a-a7cd250e8865 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0520332 Feb 20 23:40:06.381916 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-edbccb98-cf8b-4c91-9b3d-dcbbc79ea837 req-39c12d7d-5398-45e6-ad97-8f6999424878 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427411 Feb 20 23:40:06.519707 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baf4ad-aa89-48c1-8e70-c9c0fef1cce9 req-a2ef6732-2c31-4123-953d-dd411982f359 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:06.521223 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0baf4ad-aa89-48c1-8e70-c9c0fef1cce9 req-a2ef6732-2c31-4123-953d-dd411982f359 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0542245 Feb 20 23:40:06.579659 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0baf4ad-aa89-48c1-8e70-c9c0fef1cce9 req-c3d8bce8-1d31-44c9-9650-0f21c7df4e8f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526512 Feb 20 23:40:07.498738 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9d678-18a5-43ac-bf50-685594dfc04a req-e8046d61-c346-48d0-a9ea-f3498ef88331 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:07.500230 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29f9d678-18a5-43ac-bf50-685594dfc04a req-e8046d61-c346-48d0-a9ea-f3498ef88331 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0532587 Feb 20 23:40:07.549692 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29f9d678-18a5-43ac-bf50-685594dfc04a req-384dd40a-0f68-44d1-bb85-674a92a4649d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440154 Feb 20 23:40:07.708671 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ce25-6855-4af0-8456-6ce02bb4eef8 req-9c44320e-ee13-48c4-ad9e-eb2230774a72 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:07.710134 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bf1ce25-6855-4af0-8456-6ce02bb4eef8 req-9c44320e-ee13-48c4-ad9e-eb2230774a72 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0521650 Feb 20 23:40:07.770123 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bf1ce25-6855-4af0-8456-6ce02bb4eef8 req-fb8470f9-c156-4edb-ab6c-5cdd66c88715 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542600 Feb 20 23:40:08.671781 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0be16-4417-4211-b8cb-c9b041214f52 req-e0fabf2d-0f71-4d08-834f-4688ca2cdcae tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:08.673286 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2eb0be16-4417-4211-b8cb-c9b041214f52 req-e0fabf2d-0f71-4d08-834f-4688ca2cdcae tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0556903 Feb 20 23:40:08.734716 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2eb0be16-4417-4211-b8cb-c9b041214f52 req-1db1958d-ff9c-4194-b570-b34cc4edfdc7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555389 Feb 20 23:40:08.910674 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0b01-6fca-4b8c-94fe-7c58806ccf69 req-3a9923d4-4970-4782-8045-4f54a053f06f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:08.917461 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-725d0b01-6fca-4b8c-94fe-7c58806ccf69 req-3a9923d4-4970-4782-8045-4f54a053f06f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0742757 Feb 20 23:40:08.983954 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-725d0b01-6fca-4b8c-94fe-7c58806ccf69 req-ed8bb10e-9ffa-46d2-8578-0c428c2a91ba tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564690 Feb 20 23:40:09.167678 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a9623a0-31f3-4762-befb-74a08a19ce79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:09.409347 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a0a87-e9cf-4a25-ad5b-0d01c560b625 req-6c6614e6-132b-47f5-b31f-5f87a97313bc tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:09.410914 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d11a0a87-e9cf-4a25-ad5b-0d01c560b625 req-6c6614e6-132b-47f5-b31f-5f87a97313bc tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0633395 Feb 20 23:40:09.462803 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d11a0a87-e9cf-4a25-ad5b-0d01c560b625 req-e5250a6d-9d4f-45bf-b470-e4942e726bd7 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Feb 20 23:40:09.932780 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38741-91c5-497f-895f-b7317924a8a6 req-03a6e079-f375-4738-a576-a614094251dd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:09.937313 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-35c38741-91c5-497f-895f-b7317924a8a6 req-03a6e079-f375-4738-a576-a614094251dd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0909271 Feb 20 23:40:09.993439 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-35c38741-91c5-497f-895f-b7317924a8a6 req-356a0d35-41d0-4f3b-8040-1f17057516b5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503118 Feb 20 23:40:10.119050 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534cd47-8889-455b-ae20-900b85458ce0 req-a98f7a83-b668-43a4-b4a0-b17e8660151a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:10.120627 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f534cd47-8889-455b-ae20-900b85458ce0 req-a98f7a83-b668-43a4-b4a0-b17e8660151a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0543296 Feb 20 23:40:10.174268 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f534cd47-8889-455b-ae20-900b85458ce0 req-9f707137-2348-4ec5-86d3-d9bd7c5c08f7 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481684 Feb 20 23:40:10.587568 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d128c-e636-4326-93a8-2cb9b17663a9 req-6c1480ab-6a63-4b94-acfd-25126339ef6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:10.589111 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f57d128c-e636-4326-93a8-2cb9b17663a9 req-6c1480ab-6a63-4b94-acfd-25126339ef6e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0529530 Feb 20 23:40:10.646945 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f57d128c-e636-4326-93a8-2cb9b17663a9 req-2b6b0642-db30-4fda-a099-a27bf27abdd4 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508509 Feb 20 23:40:11.150619 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b24e-554f-457c-951f-dc8d16351a0a req-fac2a271-eb72-4007-8b38-3e4c5c9c5292 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:11.158483 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6571b24e-554f-457c-951f-dc8d16351a0a req-fac2a271-eb72-4007-8b38-3e4c5c9c5292 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0957313 Feb 20 23:40:11.208430 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6571b24e-554f-457c-951f-dc8d16351a0a req-949b3f44-5bd9-4528-b052-daff0e2b2dcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489895 Feb 20 23:40:11.334108 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c238c6-b4b2-4051-b874-0aecd96ef676 req-6677b622-c583-4311-9ad6-14deb1835a34 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:11.335912 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29c238c6-b4b2-4051-b874-0aecd96ef676 req-6677b622-c583-4311-9ad6-14deb1835a34 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0688150 Feb 20 23:40:11.394198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29c238c6-b4b2-4051-b874-0aecd96ef676 req-b22d9bec-0b68-40bb-9eb5-2ec407ba0366 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516644 Feb 20 23:40:11.539123 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64f14d87-7bf9-4a1d-872d-749cd2c4674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:11.793865 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa632ca1-ea40-405e-9535-2913660e00d6 req-97802b0b-b59f-4937-b5be-0eef7bfca50b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:11.795643 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa632ca1-ea40-405e-9535-2913660e00d6 req-97802b0b-b59f-4937-b5be-0eef7bfca50b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0819421 Feb 20 23:40:11.849241 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa632ca1-ea40-405e-9535-2913660e00d6 req-48d0b2fd-ea27-45eb-b6b5-c079fde8d161 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Feb 20 23:40:11.957302 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:40:12.349851 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40bb9-d91a-4473-bc31-f051d56f4ce9 req-76d35d82-bcfa-49c5-b996-51aeb2713b40 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:12.356352 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81c40bb9-d91a-4473-bc31-f051d56f4ce9 req-76d35d82-bcfa-49c5-b996-51aeb2713b40 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0791674 Feb 20 23:40:12.402674 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-81c40bb9-d91a-4473-bc31-f051d56f4ce9 req-928ad8a8-8c10-4a4a-8986-95d3787bd9e9 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 Feb 20 23:40:12.529740 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5edb3e-5f8c-4904-81ff-8ab7c8a824d5 req-23c0c7eb-d33d-4ff9-924b-51270837d7c4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:12.531682 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d5edb3e-5f8c-4904-81ff-8ab7c8a824d5 req-23c0c7eb-d33d-4ff9-924b-51270837d7c4 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0535405 Feb 20 23:40:12.621987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d5edb3e-5f8c-4904-81ff-8ab7c8a824d5 req-9604c9af-79c5-46f3-967f-c2c2cfdcb86f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851126 Feb 20 23:40:12.853309 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:13.014813 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464051a1-eed9-46e9-92df-400d5931acc9 req-48130390-bd53-44d8-adfa-a08ba5ccb2e9 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:13.016348 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-464051a1-eed9-46e9-92df-400d5931acc9 req-48130390-bd53-44d8-adfa-a08ba5ccb2e9 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0575514 Feb 20 23:40:13.062383 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-464051a1-eed9-46e9-92df-400d5931acc9 req-96374bb5-b49b-470b-927b-e2f3cd3f8ef6 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Feb 20 23:40:13.528561 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bddb4-b676-49f4-8480-7fc701a43e25 req-359ac97c-8ffc-4caf-951c-c45e1e384a8d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:13.530610 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b44bddb4-b676-49f4-8480-7fc701a43e25 req-359ac97c-8ffc-4caf-951c-c45e1e384a8d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0570328 Feb 20 23:40:13.587152 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b44bddb4-b676-49f4-8480-7fc701a43e25 req-1ee8db07-9728-432f-90bf-6373fca81640 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509222 Feb 20 23:40:13.756757 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb9b2e-18f6-4bfd-ba22-bb235d85d884 req-26b6650d-00d0-4286-bf48-777e7844f322 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:13.758175 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6fb9b2e-18f6-4bfd-ba22-bb235d85d884 req-26b6650d-00d0-4286-bf48-777e7844f322 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0550573 Feb 20 23:40:13.814306 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6fb9b2e-18f6-4bfd-ba22-bb235d85d884 req-994f0a12-9300-4d92-a8e6-e51ac666259f tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495420 Feb 20 23:40:14.078030 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:14.219376 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d4600-ba52-4ff1-9ec8-5f60d74fddaf req-3ae7cfc5-b095-4ec2-bdf4-2238486a1d7f tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:14.232735 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-646d4600-ba52-4ff1-9ec8-5f60d74fddaf req-3ae7cfc5-b095-4ec2-bdf4-2238486a1d7f tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0692754 Feb 20 23:40:14.277705 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-646d4600-ba52-4ff1-9ec8-5f60d74fddaf req-4ca934f6-e1b0-478c-8fff-adf6a4d52e9e tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485764 Feb 20 23:40:14.728961 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd7c5-d8f8-4ff9-84ac-8868ae98f3e1 req-348e05d5-25f9-4c8d-9de1-7c8b243dff8d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:14.730182 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3edbd7c5-d8f8-4ff9-84ac-8868ae98f3e1 req-348e05d5-25f9-4c8d-9de1-7c8b243dff8d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0736680 Feb 20 23:40:14.798176 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3edbd7c5-d8f8-4ff9-84ac-8868ae98f3e1 req-baefd352-2f6c-467e-8577-e1d93bfc5f82 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617020 Feb 20 23:40:14.952051 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90652b4a-abf9-41c4-82ba-719ff7f8eeed req-eae44441-3d7f-47d5-acbc-2627e79b8589 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:14.953624 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90652b4a-abf9-41c4-82ba-719ff7f8eeed req-eae44441-3d7f-47d5-acbc-2627e79b8589 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0688848 Feb 20 23:40:15.006285 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90652b4a-abf9-41c4-82ba-719ff7f8eeed req-06077976-b8f4-469a-84f4-f87f3dd0f444 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466378 Feb 20 23:40:15.408925 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9456d-b957-4dad-b490-b8bed91a04d1 req-933eebc4-c5f6-4d66-861b-190cd67fb7e2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:15.410450 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5bf9456d-b957-4dad-b490-b8bed91a04d1 req-933eebc4-c5f6-4d66-861b-190cd67fb7e2 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0539641 Feb 20 23:40:15.461657 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5bf9456d-b957-4dad-b490-b8bed91a04d1 req-e6276cbc-891c-479f-b5c3-9dbe88b5da8b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Feb 20 23:40:15.971641 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2870d2-e33a-4b90-8a06-79b559f0841f req-b4ecdfeb-9861-452c-8473-3fa885687258 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:15.971641 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7a2870d2-e33a-4b90-8a06-79b559f0841f req-b4ecdfeb-9861-452c-8473-3fa885687258 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0694182 Feb 20 23:40:15.999708 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7a2870d2-e33a-4b90-8a06-79b559f0841f req-6cafec8f-db5f-45b2-b09a-9150a2d34fd8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448835 Feb 20 23:40:16.167257 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d10128-6945-4ffb-a893-e75466ca86cd req-49a99331-a9f1-4486-a362-a793a4c7cc81 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:16.168754 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41d10128-6945-4ffb-a893-e75466ca86cd req-49a99331-a9f1-4486-a362-a793a4c7cc81 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0629594 Feb 20 23:40:16.185348 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:16.230484 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41d10128-6945-4ffb-a893-e75466ca86cd req-6d19b495-96c7-4e95-a6d5-c6abb56c38bc tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530944 Feb 20 23:40:16.499494 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:16.589087 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516b541-43e0-4489-bdcc-ab9ae9536014 req-db1ffad8-250a-44b8-b358-d5a522d1c070 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:16.590695 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4516b541-43e0-4489-bdcc-ab9ae9536014 req-db1ffad8-250a-44b8-b358-d5a522d1c070 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0605597 Feb 20 23:40:16.637419 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4516b541-43e0-4489-bdcc-ab9ae9536014 req-b87981e3-fe1b-41d1-bc4f-9742f6c9f012 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Feb 20 23:40:17.130746 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b7f9c-f1dc-49e9-abd8-0548b2304f52 req-5c02e857-e68b-43e3-aa6d-c7420591098d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:17.132297 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f39b7f9c-f1dc-49e9-abd8-0548b2304f52 req-5c02e857-e68b-43e3-aa6d-c7420591098d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.0518377 Feb 20 23:40:17.183665 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f39b7f9c-f1dc-49e9-abd8-0548b2304f52 req-948fa010-e183-4a78-8f2e-fdc46b289136 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Feb 20 23:40:17.355077 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08e0d-f527-483c-8778-9ff51ebbd5b1 req-075f556f-68a7-4de5-9819-6693debb7771 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:17.356582 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3e08e0d-f527-483c-8778-9ff51ebbd5b1 req-075f556f-68a7-4de5-9819-6693debb7771 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0517721 Feb 20 23:40:17.402756 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3e08e0d-f527-483c-8778-9ff51ebbd5b1 req-20bad79e-0bae-4203-b6c6-560bc793f8ed tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400465 Feb 20 23:40:17.756484 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41f6a8-97d5-4ee6-bfea-f690cbd8100f req-5ccf47ae-3908-4120-a45e-7cc6e534b52b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:17.757997 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5a41f6a8-97d5-4ee6-bfea-f690cbd8100f req-5ccf47ae-3908-4120-a45e-7cc6e534b52b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0520995 Feb 20 23:40:17.806980 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5a41f6a8-97d5-4ee6-bfea-f690cbd8100f req-c6e53a50-644e-478d-9508-6304020209be tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Feb 20 23:40:17.881670 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-93594aa3-55a4-42ce-940f-2c1be308d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:17.883189 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-93594aa3-55a4-42ce-940f-2c1be308d6ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1128 time: 0.0476823 Feb 20 23:40:17.985654 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-e93fb5cd-905d-43a3-9ed6-1554f8857421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:17.987131 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-e93fb5cd-905d-43a3-9ed6-1554f8857421 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 200 len: 917 time: 0.0838521 Feb 20 23:40:18.054473 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-2a5b7cbd-c49d-40d7-9436-f0aedb9aa30f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 200 len: 1000 time: 0.0610392 Feb 20 23:40:18.102483 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-816ab1df-ed1d-4588-b8e4-b80c27283855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:18.104009 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-816ab1df-ed1d-4588-b8e4-b80c27283855 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 200 len: 855 time: 0.0435307 Feb 20 23:40:18.153121 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-5cb54eee-875e-4130-8818-c20b275f1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:18.155505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-5cb54eee-875e-4130-8818-c20b275f1098 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83f19ffc-69de-4f69-a152-3c3c382e3a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448978 Feb 20 23:40:18.251382 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-f1ba21f5-3ce3-47bf-a0e1-edee021249ec service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895233 Feb 20 23:40:18.360810 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cfee8-326c-4c5e-b554-0fd928eb8652 req-70003de8-4a7a-4b0b-a693-2d0cfe615188 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:18.362297 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-189cfee8-326c-4c5e-b554-0fd928eb8652 req-70003de8-4a7a-4b0b-a693-2d0cfe615188 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 943 time: 0.1100290 Feb 20 23:40:18.389165 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c0afa3c-e0a4-4641-9158-a39a6546e56b req-0ef51614-61b3-4573-9382-4681c827c446 service neutron] 10.222.0.88 "GET /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279817 Feb 20 23:40:18.420119 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-189cfee8-326c-4c5e-b554-0fd928eb8652 req-a06be380-5cc3-4804-9b92-fc33ebc589bd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509305 Feb 20 23:40:18.526657 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776f26b-daec-4c04-981a-c923b8f6ee05 req-c79da78e-b9ad-472f-a828-2b7b95fc7749 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:18.528189 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3776f26b-daec-4c04-981a-c923b8f6ee05 req-c79da78e-b9ad-472f-a828-2b7b95fc7749 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 944 time: 0.0527568 Feb 20 23:40:18.578178 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3776f26b-daec-4c04-981a-c923b8f6ee05 req-620021e4-7d49-458e-a01d-d790def52776 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435381 Feb 20 23:40:18.633612 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:40:18.696376 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26dcaa-0625-4d49-886b-e49308247749 req-7610fdf5-49b9-4105-a348-66cf9adb737b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:18.697867 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e26dcaa-0625-4d49-886b-e49308247749 req-7610fdf5-49b9-4105-a348-66cf9adb737b tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.0565026 Feb 20 23:40:18.746253 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:18.758554 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'port_id': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'mac_address': 'fa:16:3e:3e:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:40:18.798360 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:18.799024 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.811745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Deleting port dbc52951-1bd7-49f2-a730-cae78a6986ca {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:18.816511 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.816652 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41625057-2d8a-48a4-afde-a34ab4cf2026 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:40:18.834833 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:18.945183 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.945881 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d5c65aba-1e17-479a-af81-c9f57e4fc980 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:40:19.045374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=9']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.095693 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port d5c65aba-1e17-479a-af81-c9f57e4fc980, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:19.107074 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:40:19.145360 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port d5c65aba-1e17-479a-af81-c9f57e4fc980 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:19.145767 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.161917 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c65aba-1e17-479a-af81-c9f57e4fc980 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:40:19.175171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] For port dbc52951-1bd7-49f2-a730-cae78a6986ca, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbc52951-1bd7-49f2-a730-cae78a6986ca,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:19.175710 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.181291 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port d5c65aba-1e17-479a-af81-c9f57e4fc980, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:19.191994 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Calling delete_port for dbc52951-1bd7-49f2-a730-cae78a6986ca owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:19.211106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d28ed-6141-473e-be0d-1bdd9f99c604 req-0b961a14-f7ca-4713-88de-2cc90ee8a83d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:19.212582 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-943d28ed-6141-473e-be0d-1bdd9f99c604 req-0b961a14-f7ca-4713-88de-2cc90ee8a83d tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 946 time: 0.3399475 Feb 20 23:40:19.259640 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.307538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=d5c65aba-1e17-479a-af81-c9f57e4fc980,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.309233 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-943d28ed-6141-473e-be0d-1bdd9f99c604 req-f759a942-ad8f-42f9-a4a1-6f66387ee7da tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/security-groups?id=34bbbf18-bc66-4c98-9622-2874e20f8075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658581 Feb 20 23:40:19.419886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (dbc52951-1bd7-49f2-a730-cae78a6986ca), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.450949 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Pushing event deleted for resources: {'Port': ['ID=dbc52951-1bd7-49f2-a730-cae78a6986ca,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.459692 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['dbc52951-1bd7-49f2-a730-cae78a6986ca'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:40:19.502479 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] No DVR routers for this DVR port dbc52951-1bd7-49f2-a730-cae78a6986ca on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:40:19.505074 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.508289 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e26dcaa-0625-4d49-886b-e49308247749 req-a3e699c1-2153-42a6-bdcb-ddaa416f3477 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.88 "DELETE /v2.0/ports/dbc52951-1bd7-49f2-a730-cae78a6986ca HTTP/1.1" status: 204 len: 173 time: 0.8020868 Feb 20 23:40:19.515461 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'name': 'network-vif-deleted', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:19.515660 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['41625057-2d8a-48a4-afde-a34ab4cf2026'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:40:19.517698 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d355ed2b-e660-42a3-b922-47e454c55e55" -d '{"events": [{"server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "name": "network-vif-deleted", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:19.517855 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['d5c65aba-1e17-479a-af81-c9f57e4fc980'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:40:19.558128 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe6d0f-c7cf-424e-8f48-82885d4d5897 x-openstack-request-id: req-5efe6d0f-c7cf-424e-8f48-82885d4d5897 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:19.558491 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f58466-6465-4da1-8d6b-d3760d159b85", "name": "network-vif-deleted", "tag": "dbc52951-1bd7-49f2-a730-cae78a6986ca", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:19.558774 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5efe6d0f-c7cf-424e-8f48-82885d4d5897 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:19.559170 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f58466-6465-4da1-8d6b-d3760d159b85', 'name': 'network-vif-deleted', 'tag': 'dbc52951-1bd7-49f2-a730-cae78a6986ca', 'status': 'completed', 'code': 200} Feb 20 23:40:19.573514 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bec4b-2c0f-4e39-a7e9-4009873098e0 req-4fd5472e-773f-4be5-a4ef-0a84ca27468a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:19.580741 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-379bec4b-2c0f-4e39-a7e9-4009873098e0 req-4fd5472e-773f-4be5-a4ef-0a84ca27468a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 944 time: 0.0792313 Feb 20 23:40:19.639073 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-379bec4b-2c0f-4e39-a7e9-4009873098e0 req-08bbf4c8-5ab7-4f3b-babf-dbdfb5d9975c tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569890 Feb 20 23:40:19.714359 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf2f52-e3cd-4089-8a79-ba55d5105dfa req-c1383215-c8f4-456b-992f-0f7d5c17eab6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:19.717325 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22cf2f52-e3cd-4089-8a79-ba55d5105dfa req-c1383215-c8f4-456b-992f-0f7d5c17eab6 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.0572414 Feb 20 23:40:19.770021 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22cf2f52-e3cd-4089-8a79-ba55d5105dfa req-4b9946a2-cd08-4e04-aeb9-4286a1513bfa tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Feb 20 23:40:20.423009 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1749c3a4-5cf9-4ac4-9ab1-707cca596a12 req-4443d6fd-6352-445c-9afd-253503d58887 tempest-TestMinimumBasicScenario-645381263 tempest-TestMinimumBasicScenario-645381263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f58466-6465-4da1-8d6b-d3760d159b85 HTTP/1.1" status: 200 len: 210 time: 0.0275595 Feb 20 23:40:20.658840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:20.710627 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 41625057-2d8a-48a4-afde-a34ab4cf2026 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:20.711005 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.767740 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a95cb-81fd-4f85-805b-d02a37883110 req-d818e1df-d2f5-48ea-979e-3b498f5400cc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:20.769250 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5a4a95cb-81fd-4f85-805b-d02a37883110 req-d818e1df-d2f5-48ea-979e-3b498f5400cc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 944 time: 0.0549984 Feb 20 23:40:20.791220 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 41625057-2d8a-48a4-afde-a34ab4cf2026 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:20.791715 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.820163 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:20.822404 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee6060-fb55-4b00-aa88-f06a426329ec" -d '{"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-plugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:20.823585 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5a4a95cb-81fd-4f85-805b-d02a37883110 req-f658e6ff-e8d2-49c1-a607-3667256d84c5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485587 Feb 20 23:40:20.835736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:20.870857 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88356a0e-0846-4604-9c02-bd2e46f690dc x-openstack-request-id: req-88356a0e-0846-4604-9c02-bd2e46f690dc {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:20.871343 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-plugged", "status": "completed", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:20.871608 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88356a0e-0846-4604-9c02-bd2e46f690dc {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:20.872059 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'code': 200} Feb 20 23:40:20.911763 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c883-3e60-49a3-bffc-72b0d7157f9d req-4a7ebcf6-b017-485e-9d8b-85a67d13c37d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:20.913171 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9165c883-3e60-49a3-bffc-72b0d7157f9d req-4a7ebcf6-b017-485e-9d8b-85a67d13c37d tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 945 time: 0.0538790 Feb 20 23:40:20.928353 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.928996 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d5c65aba-1e17-479a-af81-c9f57e4fc980 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:20.968700 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9165c883-3e60-49a3-bffc-72b0d7157f9d req-d5be9e59-e9af-4f34-99ff-2cc87235eaca tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496345 Feb 20 23:40:21.004153 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:21.110311 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port d5c65aba-1e17-479a-af81-c9f57e4fc980 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:40:21.114394 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port d5c65aba-1e17-479a-af81-c9f57e4fc980 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:21.114775 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.208636 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port d5c65aba-1e17-479a-af81-c9f57e4fc980 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:21.208943 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.224833 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752add-0ec4-49f2-9fcb-a9b87aa461f6 req-d12fb795-0efd-41d6-a70c-7459939d22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:21.226334 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b752add-0ec4-49f2-9fcb-a9b87aa461f6 req-d12fb795-0efd-41d6-a70c-7459939d22d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 1131 time: 0.0459464 Feb 20 23:40:21.241502 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port d5c65aba-1e17-479a-af81-c9f57e4fc980, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:21.276380 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b752add-0ec4-49f2-9fcb-a9b87aa461f6 req-84332213-a852-472f-b39c-866778ba94bf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Feb 20 23:40:21.339086 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.385960 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=d5c65aba-1e17-479a-af81-c9f57e4fc980,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:21.949451 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b689216-8645-49e6-88c5-c105cd50c953 req-2a11d165-d0ee-4f31-95fe-59135d65ec68 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:21.951510 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b689216-8645-49e6-88c5-c105cd50c953 req-2a11d165-d0ee-4f31-95fe-59135d65ec68 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.0568633 Feb 20 23:40:22.000913 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9b689216-8645-49e6-88c5-c105cd50c953 req-4101fe2b-7e24-434e-8fa0-febf193bad2b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Feb 20 23:40:22.094743 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a814c36-66b6-4f41-ac79-47d5487cb157 req-4c7fade2-6b74-4c3b-9410-b754bad19229 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:22.096269 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0a814c36-66b6-4f41-ac79-47d5487cb157 req-4c7fade2-6b74-4c3b-9410-b754bad19229 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 947 time: 0.0540266 Feb 20 23:40:22.143014 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0a814c36-66b6-4f41-ac79-47d5487cb157 req-017cd1a4-fd4d-44cd-a71e-965cfda5c70b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Feb 20 23:40:22.677369 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device dbc52951-1bd7-49f2-a730-cae78a6986ca no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:22.699834 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: dbc52951-1bd7-49f2-a730-cae78a6986ca {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:22.707161 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device dbc52951-1bd7-49f2-a730-cae78a6986ca not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:22.714852 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37090) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:22.872931 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:22.875584 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd42bd1-198e-47fb-aea5-ab146df20bb6" -d '{"events": [{"server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "name": "network-vif-plugged", "status": "completed", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:22.912622 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb74790-914e-4d80-966d-d305d8268edc x-openstack-request-id: req-7fb74790-914e-4d80-966d-d305d8268edc {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:22.913006 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "name": "network-vif-plugged", "status": "completed", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:22.913329 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fb74790-914e-4d80-966d-d305d8268edc {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:22.913785 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'code': 200} Feb 20 23:40:23.129530 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (d0501df7-08f2-46e3-95d6-178cc7069a69), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.175853 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90407a70-c19d-49b2-a869-06a35b311dc7 req-f39b45ce-ec22-4e98-b04b-585237b8887b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:23.177379 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90407a70-c19d-49b2-a869-06a35b311dc7 req-f39b45ce-ec22-4e98-b04b-585237b8887b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.1076055 Feb 20 23:40:23.335331 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90407a70-c19d-49b2-a869-06a35b311dc7 req-38bd08e2-4fc8-4e37-a0b5-4b053c1e80bc tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517019 Feb 20 23:40:23.424571 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2d4a-89d4-458b-8b00-0f3a8a4f7cb6 req-4544db86-dd5e-4a37-acb7-4017d6dcc230 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:23.426077 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-553a2d4a-89d4-458b-8b00-0f3a8a4f7cb6 req-4544db86-dd5e-4a37-acb7-4017d6dcc230 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 947 time: 0.1751876 Feb 20 23:40:23.429797 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e512-0bf6-4870-82d0-d2a558e0078f req-2b999d40-2fa5-4b02-96fc-18e37281c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:23.431179 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ee4e512-0bf6-4870-82d0-d2a558e0078f req-2b999d40-2fa5-4b02-96fc-18e37281c263 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1129 time: 0.1659930 Feb 20 23:40:23.521841 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-553a2d4a-89d4-458b-8b00-0f3a8a4f7cb6 req-a04455e8-0554-4486-bd49-ced502b0d58c tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894153 Feb 20 23:40:23.529406 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ee4e512-0bf6-4870-82d0-d2a558e0078f req-f5609364-7dce-4543-b994-b018a5427076 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852365 Feb 20 23:40:23.608841 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Deleting port a09f7b17-7af4-4698-b186-f1d25dc2b328 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:23.609183 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.686166 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] For port a09f7b17-7af4-4698-b186-f1d25dc2b328, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=a09f7b17-7af4-4698-b186-f1d25dc2b328,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:23.686445 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.697809 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Calling delete_port for a09f7b17-7af4-4698-b186-f1d25dc2b328 owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:23.974149 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (a09f7b17-7af4-4698-b186-f1d25dc2b328), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.000674 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09f7b17-7af4-4698-b186-f1d25dc2b328,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:24.185503 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (d0501df7-08f2-46e3-95d6-178cc7069a69), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.414472 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Router d0501df7-08f2-46e3-95d6-178cc7069a69 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:24.504066 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45ff01-95c0-4b2e-8039-060985de2617 req-eddc0cfe-469f-4e3b-8f14-522700e07c33 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:24.505574 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f45ff01-95c0-4b2e-8039-060985de2617 req-eddc0cfe-469f-4e3b-8f14-522700e07c33 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.1031437 Feb 20 23:40:24.603679 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:24.612351 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-731a0630-55af-4e02-8123-1cab8e270b97 admin admin] 10.222.0.60 "PUT /v2.0/routers/d0501df7-08f2-46e3-95d6-178cc7069a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935099 Feb 20 23:40:24.612443 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37128) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:24.615586 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] Sync routers for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:24.627432 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:24.628100 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:24.628636 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9f45ff01-95c0-4b2e-8039-060985de2617 req-b9f6a402-b77c-4919-b926-08a5cc3c498c tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141288 Feb 20 23:40:24.677770 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10408c25-2c49-4e9e-bc8b-496604ffe417 req-d2b1220a-d8aa-4061-a6c3-b603a157f748 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:24.679395 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-10408c25-2c49-4e9e-bc8b-496604ffe417 req-d2b1220a-d8aa-4061-a6c3-b603a157f748 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 947 time: 0.0812473 Feb 20 23:40:24.732397 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks [] for router (d0501df7-08f2-46e3-95d6-178cc7069a69), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.734635 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-10408c25-2c49-4e9e-bc8b-496604ffe417 req-429395bf-835e-4d02-9760-32b082becfdd tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482297 Feb 20 23:40:24.847964 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks [] for router_gateway (d0501df7-08f2-46e3-95d6-178cc7069a69), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.855437 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:24.949133 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Deleting port aaefbf92-1223-41e2-8337-dcbc1dc47637 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:24.949480 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.028125 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:40:23Z', 'revision_number': 5, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port': {'id': 'aaefbf92-1223-41e2-8337-dcbc1dc47637', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:08Z', 'updated_at': '2022-02-20T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:25.032464 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] For port aaefbf92-1223-41e2-8337-dcbc1dc47637, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=aaefbf92-1223-41e2-8337-dcbc1dc47637,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:25.032842 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.045408 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Calling delete_port for aaefbf92-1223-41e2-8337-dcbc1dc47637 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:25.058953 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] Checking router: d0501df7-08f2-46e3-95d6-178cc7069a69 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:25.067299 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] Routers {'d0501df7-08f2-46e3-95d6-178cc7069a69'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:25.067939 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['d0501df7-08f2-46e3-95d6-178cc7069a69'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:25.153255 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] Set router d0501df7-08f2-46e3-95d6-178cc7069a69 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:25.207531 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:40:24Z', 'revision_number': 6, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:25.234689 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25165729-fec4-4d65-a084-cbde95a8c0ae None None] The sync data for ids ['d0501df7-08f2-46e3-95d6-178cc7069a69'] in dv-cinder-830098-1-iscsi is: [{'id': 'd0501df7-08f2-46e3-95d6-178cc7069a69', 'name': 'tempest-TestMinimumBasicScenario-426972919-router', 'tenant_id': '601bd49215a7472d80321fdd2077047b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:07Z', 'updated_at': '2022-02-20T23:40:24Z', 'revision_number': 6, 'project_id': '601bd49215a7472d80321fdd2077047b', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:25.275995 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (aaefbf92-1223-41e2-8337-dcbc1dc47637), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.302979 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=aaefbf92-1223-41e2-8337-dcbc1dc47637,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:25.365747 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (d0501df7-08f2-46e3-95d6-178cc7069a69), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.455851 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (d0501df7-08f2-46e3-95d6-178cc7069a69), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.458050 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks [] for router_controller (d0501df7-08f2-46e3-95d6-178cc7069a69), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.585010 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (d0501df7-08f2-46e3-95d6-178cc7069a69), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.585548 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0501df7-08f2-46e3-95d6-178cc7069a69 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:40:25.591034 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.592954 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bf678376-e79c-4fee-85c3-ddaf50446eeb admin admin] 10.222.0.60 "DELETE /v2.0/routers/d0501df7-08f2-46e3-95d6-178cc7069a69 HTTP/1.1" status: 204 len: 168 time: 0.9796948 Feb 20 23:40:25.595719 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37138) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:25.641728 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Deleting subnet 223f1289-bd16-4aa2-9b85-d516445ac5d4 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:40:25.645879 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Publish callbacks [] for subnet (223f1289-bd16-4aa2-9b85-d516445ac5d4), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.686629 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6656635'] for subnet (223f1289-bd16-4aa2-9b85-d516445ac5d4), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.822595 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d942f6-d971-4fb1-9fbc-2e4fe7790f60 req-27171284-36fb-4f02-bc47-4c6646b1c379 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:25.824110 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85d942f6-d971-4fb1-9fbc-2e4fe7790f60 req-27171284-36fb-4f02-bc47-4c6646b1c379 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.1179507 Feb 20 23:40:25.853151 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (223f1289-bd16-4aa2-9b85-d516445ac5d4), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.912829 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85d942f6-d971-4fb1-9fbc-2e4fe7790f60 req-123fa03c-be58-4675-a191-cb181326e4ba tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824618 Feb 20 23:40:25.990748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6033726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414541'] for subnet (223f1289-bd16-4aa2-9b85-d516445ac5d4), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.041700 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223f1289-bd16-4aa2-9b85-d516445ac5d4,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:26.044409 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.047618 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-66507dcd-c1fb-443c-a350-969ae808f1c9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/223f1289-bd16-4aa2-9b85-d516445ac5d4 HTTP/1.1" status: 204 len: 168 time: 0.4505301 Feb 20 23:40:26.049343 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eceef3b-9dfb-4ffe-b5a9-680b7e0935d7 None None] Network 9550822f-d137-4544-83d6-9453f9501c21 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:26.050592 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:26.067605 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b071d-f0a2-49f4-9c68-46a712b0906d req-88f75b17-a0d5-4288-8984-b003b4424183 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:26.069173 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-865b071d-f0a2-49f4-9c68-46a712b0906d req-88f75b17-a0d5-4288-8984-b003b4424183 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.0902224 Feb 20 23:40:26.102061 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a09f7b17-7af4-4698-b186-f1d25dc2b328 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:26.124931 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: a09f7b17-7af4-4698-b186-f1d25dc2b328 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:26.125568 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a09f7b17-7af4-4698-b186-f1d25dc2b328 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:26.125991 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aaefbf92-1223-41e2-8337-dcbc1dc47637 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:26.129089 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-865b071d-f0a2-49f4-9c68-46a712b0906d req-cb7fe02a-6086-4899-8858-f838950163c3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534549 Feb 20 23:40:26.133180 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (9550822f-d137-4544-83d6-9453f9501c21), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.156984 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37146) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:26.174391 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: aaefbf92-1223-41e2-8337-dcbc1dc47637 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:26.174391 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device aaefbf92-1223-41e2-8337-dcbc1dc47637 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:26.207410 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Deleting port d26b185f-a75a-42bd-b389-b6b4c2784ff0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:26.212038 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb5fc8-69db-45f1-8b83-2260c2b182cf tempest-TestVolumeBootPattern-2026526661 tempest-TestVolumeBootPattern-2026526661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:26.212038 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6fcb5fc8-69db-45f1-8b83-2260c2b182cf tempest-TestVolumeBootPattern-2026526661 tempest-TestVolumeBootPattern-2026526661-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1124 time: 0.0525746 Feb 20 23:40:26.212236 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.213960 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:26.218393 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:26.305340 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] For port d26b185f-a75a-42bd-b389-b6b4c2784ff0, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d26b185f-a75a-42bd-b389-b6b4c2784ff0,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:26.305741 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.310132 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] DHCP port deletion for 9550822f-d137-4544-83d6-9453f9501c21 request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:40:26.320458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Calling delete_port for d26b185f-a75a-42bd-b389-b6b4c2784ff0 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:26.377627 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] Deleting port d26b185f-a75a-42bd-b389-b6b4c2784ff0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:26.377627 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.393872 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.461463 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] For port d26b185f-a75a-42bd-b389-b6b4c2784ff0, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d26b185f-a75a-42bd-b389-b6b4c2784ff0,segment=NetworkSegment(dbe4d212-8bed-4315-a9ab-2ba40f70f0f4),segment_id=dbe4d212-8bed-4315-a9ab-2ba40f70f0f4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:26.468356 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.477690 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] Calling delete_port for d26b185f-a75a-42bd-b389-b6b4c2784ff0 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:26.520015 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.556978 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.564540 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (d26b185f-a75a-42bd-b389-b6b4c2784ff0), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.591837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] Pushing event deleted for resources: {'Port': ['ID=d26b185f-a75a-42bd-b389-b6b4c2784ff0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:26.593698 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e1ff9-6b3e-4b9b-adea-672bb64d5e89 None None] No DVR routers for this DVR port d26b185f-a75a-42bd-b389-b6b4c2784ff0 on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:40:26.602970 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d26b185f-a75a-42bd-b389-b6b4c2784ff0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:26.611798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] No DVR routers for this DVR port d26b185f-a75a-42bd-b389-b6b4c2784ff0 on host dv-cinder-830098-1-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:40:26.716478 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (9550822f-d137-4544-83d6-9453f9501c21), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.734860 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Allocated IP 172.27.1.192 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/5e6f2efd-d37c-4678-8f73-6d73007b019d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:26.752244 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9550822f-d137-4544-83d6-9453f9501c21']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:26.764527 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:26.765842 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe4d212-8bed-4315-a9ab-2ba40f70f0f4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:26.784581 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (dbe4d212-8bed-4315-a9ab-2ba40f70f0f4), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.827945 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (dbe4d212-8bed-4315-a9ab-2ba40f70f0f4), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.837329 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:40:26.837718 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (dbe4d212-8bed-4315-a9ab-2ba40f70f0f4), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:40:26.839328 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:40:26.921116 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.973437 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (9550822f-d137-4544-83d6-9453f9501c21), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.980574 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.984228 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] 10.222.0.60 "DELETE /v2.0/networks/9550822f-d137-4544-83d6-9453f9501c21 HTTP/1.1" status: 204 len: 168 time: 0.9299369 Feb 20 23:40:26.987336 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37160) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:26.993045 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1efede-369f-4216-b279-347b752e4a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=9550822f-d137-4544-83d6-9453f9501c21,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:27.019410 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.058489 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:27.064722 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:27.071985 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:27.094849 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=5e6f2efd-d37c-4678-8f73-6d73007b019d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:27.449487 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (bd05840d-5142-4805-961f-26ff427cca28), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.583372 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.583610 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.732836 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.790737 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.837642 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d26b185f-a75a-42bd-b389-b6b4c2784ff0 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:27.848374 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Deleting port c438de0b-2f3b-4b7a-bf1c-3fada4164252 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:27.849172 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.862872 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: d26b185f-a75a-42bd-b389-b6b4c2784ff0 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:27.863225 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d26b185f-a75a-42bd-b389-b6b4c2784ff0 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:27.871202 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (bd05840d-5142-4805-961f-26ff427cca28), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.873126 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=5e6f2efd-d37c-4678-8f73-6d73007b019d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:27.937994 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] For port c438de0b-2f3b-4b7a-bf1c-3fada4164252, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=c438de0b-2f3b-4b7a-bf1c-3fada4164252,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:27.938363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.950169 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Calling delete_port for c438de0b-2f3b-4b7a-bf1c-3fada4164252 owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:27.977225 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Floating IP bd05840d-5142-4805-961f-26ff427cca28 associated. External IP: 172.27.1.192, port: d5c65aba-1e17-479a-af81-c9f57e4fc980. Feb 20 23:40:28.194290 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:28.213897 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (c438de0b-2f3b-4b7a-bf1c-3fada4164252), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.240087 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c438de0b-2f3b-4b7a-bf1c-3fada4164252,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:28.313948 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:28.326840 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:28.337939 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:28.338844 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:28.393009 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.418877 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.475926 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:28.661160 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:28.687880 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c03308c0-24db-416d-a4ab-90f1288bcfcb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4620895 Feb 20 23:40:28.687880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:28.687880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:28.723065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:27Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:28.728795 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0987903-ff80-409d-9c10-4ef0876d2273 x-openstack-request-id: req-f0987903-ff80-409d-9c10-4ef0876d2273 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:28.729088 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:28.729339 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0987903-ff80-409d-9c10-4ef0876d2273 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:28.729738 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'status': 'completed', 'code': 200} Feb 20 23:40:28.754615 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:28.763589 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:28.764302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:28.775614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:28.783998 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-31ecb78a-3f5a-4d6f-ac7b-fe959c3a49ae admin admin] 10.222.0.60 "PUT /v2.0/routers/341bf4b5-80c4-44ee-87b8-6ed98e0f500a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930110 Feb 20 23:40:28.783998 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37170) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:28.787339 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b81901-a990-4d52-9334-d3005238c062 None None] Sync routers for ids ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:28.799212 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] Routers {'341bf4b5-80c4-44ee-87b8-6ed98e0f500a'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:28.800004 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:28.874399 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:28.895119 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks [] for router (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.910827 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] Set router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:29.011189 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks [] for router_gateway (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.109453 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:27Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:29.137022 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Deleting port 4dc543c7-6a96-43d5-83d6-1617b954b919 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:29.137491 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.141663 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f86c9-7e2e-4cb2-8935-e1be0c3a27ff None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:27Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:29.170997 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:40:28Z', 'revision_number': 5, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port': {'id': '4dc543c7-6a96-43d5-83d6-1617b954b919', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:37:16Z', 'updated_at': '2022-02-20T23:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:29.205421 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b81901-a990-4d52-9334-d3005238c062 None None] Checking router: 341bf4b5-80c4-44ee-87b8-6ed98e0f500a for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:29.231127 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] For port 4dc543c7-6a96-43d5-83d6-1617b954b919, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=4dc543c7-6a96-43d5-83d6-1617b954b919,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:29.231640 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.244135 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] Routers {'341bf4b5-80c4-44ee-87b8-6ed98e0f500a'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:29.244769 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:29.245227 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Calling delete_port for 4dc543c7-6a96-43d5-83d6-1617b954b919 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:29.344746 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] Set router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:29.379531 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cc01f-7a48-48c8-86b3-8e1cdb5184a4 None None] New status for floating IP bd05840d-5142-4805-961f-26ff427cca28: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:40:29.408234 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06b81901-a990-4d52-9334-d3005238c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 6, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:29.441245 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b81901-a990-4d52-9334-d3005238c062 None None] The sync data for ids ['341bf4b5-80c4-44ee-87b8-6ed98e0f500a'] in dv-cinder-830098-1-iscsi is: [{'id': '341bf4b5-80c4-44ee-87b8-6ed98e0f500a', 'name': 'tempest-TestMinimumBasicScenario-1130883066-router', 'tenant_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:37:15Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 6, 'project_id': 'a9f29854e2e94a4a9a6291e5cc467e2a', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:29.516467 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (4dc543c7-6a96-43d5-83d6-1617b954b919), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.541628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc543c7-6a96-43d5-83d6-1617b954b919,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:29.611986 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.708517 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.710827 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks [] for router_controller (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.825376 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (341bf4b5-80c4-44ee-87b8-6ed98e0f500a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.832300 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341bf4b5-80c4-44ee-87b8-6ed98e0f500a {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:40:29.847686 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.848920 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-59c936fd-96ad-472b-86f6-cdc3514367d4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/341bf4b5-80c4-44ee-87b8-6ed98e0f500a HTTP/1.1" status: 204 len: 168 time: 1.0640066 Feb 20 23:40:29.851515 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:29.873167 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-2a219b56-92b6-487e-a89b-9a8acc991a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:29.883990 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-2a219b56-92b6-487e-a89b-9a8acc991a8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1129 time: 0.0593407 Feb 20 23:40:29.911096 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Deleting subnet 5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:40:29.915180 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Publish callbacks [] for subnet (5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.950845 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.977337 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-41900ee6-31e0-4808-8ecc-69c0a110fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:29.978869 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-41900ee6-31e0-4808-8ecc-69c0a110fbd0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.0954506 Feb 20 23:40:30.035124 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.053114 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-41b71ccd-6fdd-4872-8704-610509492a20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 200 len: 1001 time: 0.0677476 Feb 20 23:40:30.102446 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-4f816a8e-4390-4179-9f09-11ba4107abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:30.104046 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-4f816a8e-4390-4179-9f09-11ba4107abc1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0447104 Feb 20 23:40:30.150941 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.156811 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-756e4f73-4c0b-43e2-bb8a-e926fd77e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:30.158464 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-756e4f73-4c0b-43e2-bb8a-e926fd77e5fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490296 Feb 20 23:40:30.179184 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:30.181191 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.184488 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-4c64ba4a-362c-4051-a617-408077623c17 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cbc5ffc-2a6b-4407-a88d-4fbd4d1bdfc8 HTTP/1.1" status: 204 len: 168 time: 0.3311927 Feb 20 23:40:30.187847 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37178) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:30.189121 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09fe127-feba-40bf-9b56-c6f972ce84f1 None None] Network 40bba6b2-ea24-484c-bf0c-f9f5da24a303 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:30.238616 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device c438de0b-2f3b-4b7a-bf1c-3fada4164252 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:30.269395 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: c438de0b-2f3b-4b7a-bf1c-3fada4164252 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:30.269753 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device c438de0b-2f3b-4b7a-bf1c-3fada4164252 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:30.310252 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (40bba6b2-ea24-484c-bf0c-f9f5da24a303), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.328898 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-56390545-c7fa-4d71-94b2-30da5c0db6d0 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636355 Feb 20 23:40:30.375595 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Deleting port b08ab92c-32f9-4c8b-ac73-fa975ec84feb {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:30.375959 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.383306 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] DHCP port deletion for 40bba6b2-ea24-484c-bf0c-f9f5da24a303 request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:40:30.440577 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] Deleting port b08ab92c-32f9-4c8b-ac73-fa975ec84feb {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:40:30.440901 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.444659 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] For port b08ab92c-32f9-4c8b-ac73-fa975ec84feb, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:30.445027 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.459766 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Calling delete_port for b08ab92c-32f9-4c8b-ac73-fa975ec84feb owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:30.509821 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] For port b08ab92c-32f9-4c8b-ac73-fa975ec84feb, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,segment=NetworkSegment(dd89d453-200e-4a46-8381-600f43dfb713),segment_id=dd89d453-200e-4a46-8381-600f43dfb713)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:30.510227 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.527889 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] Calling delete_port for b08ab92c-32f9-4c8b-ac73-fa975ec84feb owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:40:30.654092 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.660602 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (b08ab92c-32f9-4c8b-ac73-fa975ec84feb), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.682037 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:30.684039 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] No DVR routers for this DVR port b08ab92c-32f9-4c8b-ac73-fa975ec84feb on host dv-cinder-830098-1-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:40:30.695385 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] Pushing event deleted for resources: {'Port': ['ID=b08ab92c-32f9-4c8b-ac73-fa975ec84feb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:30.701642 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb586841-0561-4c60-bd42-320584d63c02 None None] No DVR routers for this DVR port b08ab92c-32f9-4c8b-ac73-fa975ec84feb on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:40:30.757148 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (40bba6b2-ea24-484c-bf0c-f9f5da24a303), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.777640 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bba6b2-ea24-484c-bf0c-f9f5da24a303']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:30.787808 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd89d453-200e-4a46-8381-600f43dfb713') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:30.788136 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd89d453-200e-4a46-8381-600f43dfb713') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:30.797500 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (dd89d453-200e-4a46-8381-600f43dfb713), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.810603 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (dd89d453-200e-4a46-8381-600f43dfb713), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.816583 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:40:30.816971 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (dd89d453-200e-4a46-8381-600f43dfb713), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:40:30.818582 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:40:30.927788 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (40bba6b2-ea24-484c-bf0c-f9f5da24a303), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.933094 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.939149 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] 10.222.0.60 "DELETE /v2.0/networks/40bba6b2-ea24-484c-bf0c-f9f5da24a303 HTTP/1.1" status: 204 len: 168 time: 0.7468510 Feb 20 23:40:30.952678 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496886d7-bed7-4c6c-9621-df65f36f8a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=40bba6b2-ea24-484c-bf0c-f9f5da24a303,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:31.113099 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29d4ab40-0413-4798-b4e5-955ccc4cd7bc req-754919cc-0295-49d0-960a-30cf3a1679fe service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812943 Feb 20 23:40:31.334731 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37184) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:31.374786 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-893b574d-86ea-4ce7-93ce-d2bb1b5a658a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=601bd49215a7472d80321fdd2077047b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389273 Feb 20 23:40:31.377110 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37186) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:31.424180 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de8e3647-9ff5-4cc0-8531-12e1f035820d admin admin] Publish callbacks [] for security_group (34bbbf18-bc66-4c98-9622-2874e20f8075), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.445614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de8e3647-9ff5-4cc0-8531-12e1f035820d admin admin] Publish callbacks [] for security_group (34bbbf18-bc66-4c98-9622-2874e20f8075), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.545927 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de8e3647-9ff5-4cc0-8531-12e1f035820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (34bbbf18-bc66-4c98-9622-2874e20f8075), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.550786 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de8e3647-9ff5-4cc0-8531-12e1f035820d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.552553 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-de8e3647-9ff5-4cc0-8531-12e1f035820d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34bbbf18-bc66-4c98-9622-2874e20f8075 HTTP/1.1" status: 204 len: 168 time: 0.1745536 Feb 20 23:40:31.560925 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e3647-9ff5-4cc0-8531-12e1f035820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbbf18-bc66-4c98-9622-2874e20f8075,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:31.844113 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4dc543c7-6a96-43d5-83d6-1617b954b919 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:31.865336 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 4dc543c7-6a96-43d5-83d6-1617b954b919 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:31.865690 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 4dc543c7-6a96-43d5-83d6-1617b954b919 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:31.866125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device b08ab92c-32f9-4c8b-ac73-fa975ec84feb no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:40:31.884951 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: b08ab92c-32f9-4c8b-ac73-fa975ec84feb {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:40:31.885302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device b08ab92c-32f9-4c8b-ac73-fa975ec84feb not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:40:32.248625 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37194) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:32.286852 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a0c9b824-0b3b-4aea-8e57-e6a619a1164e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9f29854e2e94a4a9a6291e5cc467e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370119 Feb 20 23:40:32.289272 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37196) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:32.335542 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c462406c-7999-417e-91d7-1af64afff58e admin admin] Publish callbacks [] for security_group (ff018bab-e844-46c0-9c4a-8fa35c053dba), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.355979 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c462406c-7999-417e-91d7-1af64afff58e admin admin] Publish callbacks [] for security_group (ff018bab-e844-46c0-9c4a-8fa35c053dba), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.504566 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c462406c-7999-417e-91d7-1af64afff58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (ff018bab-e844-46c0-9c4a-8fa35c053dba), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.507144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c462406c-7999-417e-91d7-1af64afff58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.508328 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c462406c-7999-417e-91d7-1af64afff58e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff018bab-e844-46c0-9c4a-8fa35c053dba HTTP/1.1" status: 204 len: 168 time: 0.2181737 Feb 20 23:40:32.516663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462406c-7999-417e-91d7-1af64afff58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff018bab-e844-46c0-9c4a-8fa35c053dba,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:39.127666 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-863bd91c-86e4-49cf-ad86-e284210fc887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.555989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e08e5f94-2db4-4d15-8168-95071c6ef4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.842425 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.053198 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.607873 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.858802 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.290111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37356) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:48.394989 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.466896 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Publish callbacks [] for security_group (139d5c4e-4c78-45e7-8001-07eb038cbd8b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.544531 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (139d5c4e-4c78-45e7-8001-07eb038cbd8b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.586714 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15f8108782234260928e54fa6869ab2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955155 Feb 20 23:40:48.587651 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d5c4e-4c78-45e7-8001-07eb038cbd8b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:48.589473 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:48.595425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.595793 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.596181 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.596529 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.596873 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.597214 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.597554 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.597894 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.598228 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.598563 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.598901 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.599232 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.599598 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a20d8-20f7-459e-bf12-e57b4cfa56bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:48.637094 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc26fc4f-813e-4c63-b8ee-f1b31a5f7f08 admin admin] Publish callbacks [] for security_group (139d5c4e-4c78-45e7-8001-07eb038cbd8b), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.657115 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc26fc4f-813e-4c63-b8ee-f1b31a5f7f08 admin admin] Publish callbacks [] for security_group (139d5c4e-4c78-45e7-8001-07eb038cbd8b), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.756053 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc26fc4f-813e-4c63-b8ee-f1b31a5f7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (139d5c4e-4c78-45e7-8001-07eb038cbd8b), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.758623 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc26fc4f-813e-4c63-b8ee-f1b31a5f7f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.759794 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-cc26fc4f-813e-4c63-b8ee-f1b31a5f7f08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/139d5c4e-4c78-45e7-8001-07eb038cbd8b HTTP/1.1" status: 204 len: 168 time: 0.1693411 Feb 20 23:40:48.767748 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26fc4f-813e-4c63-b8ee-f1b31a5f7f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d5c4e-4c78-45e7-8001-07eb038cbd8b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:48.956338 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:40:49.378166 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37368) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:49.395110 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc994e-b75f-4a1a-8f9c-64d58bad82b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.468224 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc994e-b75f-4a1a-8f9c-64d58bad82b8 admin admin] Publish callbacks [] for security_group (9a798f06-cf1c-4496-a6f4-6f2fe7370982), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.527570 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc994e-b75f-4a1a-8f9c-64d58bad82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9a798f06-cf1c-4496-a6f4-6f2fe7370982), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.566927 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b7dc994e-b75f-4a1a-8f9c-64d58bad82b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=239436cde6864d13812602ad6d2cd7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876848 Feb 20 23:40:49.567906 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc994e-b75f-4a1a-8f9c-64d58bad82b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a798f06-cf1c-4496-a6f4-6f2fe7370982,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:49.569599 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37370) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:49.623196 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f38082ed-2bf5-47b1-91ab-f4e9cc8b2a95 admin admin] Publish callbacks [] for security_group (9a798f06-cf1c-4496-a6f4-6f2fe7370982), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.644389 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f38082ed-2bf5-47b1-91ab-f4e9cc8b2a95 admin admin] Publish callbacks [] for security_group (9a798f06-cf1c-4496-a6f4-6f2fe7370982), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.750147 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f38082ed-2bf5-47b1-91ab-f4e9cc8b2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9a798f06-cf1c-4496-a6f4-6f2fe7370982), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.752789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f38082ed-2bf5-47b1-91ab-f4e9cc8b2a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.753970 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f38082ed-2bf5-47b1-91ab-f4e9cc8b2a95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a798f06-cf1c-4496-a6f4-6f2fe7370982 HTTP/1.1" status: 204 len: 168 time: 0.1833529 Feb 20 23:40:49.761539 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38082ed-2bf5-47b1-91ab-f4e9cc8b2a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a798f06-cf1c-4496-a6f4-6f2fe7370982,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:51.876383 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37414) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:51.979734 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-61d7e12a-2e08-446d-8c13-ae6b06d18ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.051799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-61d7e12a-2e08-446d-8c13-ae6b06d18ef0 admin admin] Publish callbacks [] for security_group (3223f259-b7ea-4a46-b223-a10ba5f367b6), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.133122 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-61d7e12a-2e08-446d-8c13-ae6b06d18ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3223f259-b7ea-4a46-b223-a10ba5f367b6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.174601 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-61d7e12a-2e08-446d-8c13-ae6b06d18ef0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acabb6e7eb0c4200b7467e1d2ab50523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968383 Feb 20 23:40:52.175551 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7e12a-2e08-446d-8c13-ae6b06d18ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223f259-b7ea-4a46-b223-a10ba5f367b6,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:52.177332 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:52.225874 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e88b500c-4007-4dff-bd3f-4780631d8d9c admin admin] Publish callbacks [] for security_group (3223f259-b7ea-4a46-b223-a10ba5f367b6), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.247331 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e88b500c-4007-4dff-bd3f-4780631d8d9c admin admin] Publish callbacks [] for security_group (3223f259-b7ea-4a46-b223-a10ba5f367b6), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.356944 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e88b500c-4007-4dff-bd3f-4780631d8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3223f259-b7ea-4a46-b223-a10ba5f367b6), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.359540 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e88b500c-4007-4dff-bd3f-4780631d8d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:52.360741 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e88b500c-4007-4dff-bd3f-4780631d8d9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3223f259-b7ea-4a46-b223-a10ba5f367b6 HTTP/1.1" status: 204 len: 168 time: 0.1823239 Feb 20 23:40:52.368741 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b500c-4007-4dff-bd3f-4780631d8d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223f259-b7ea-4a46-b223-a10ba5f367b6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:52.926723 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37426) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:52.940474 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-294c1a02-084d-4609-829b-1ec0a4ff25d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.015017 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-294c1a02-084d-4609-829b-1ec0a4ff25d8 admin admin] Publish callbacks [] for security_group (946aec40-7121-4667-9c41-c3037757958c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.081612 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-294c1a02-084d-4609-829b-1ec0a4ff25d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (946aec40-7121-4667-9c41-c3037757958c), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.119340 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-294c1a02-084d-4609-829b-1ec0a4ff25d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2684fb5cc7b40a3bf85efc83d13daee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915224 Feb 20 23:40:53.120217 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c1a02-084d-4609-829b-1ec0a4ff25d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946aec40-7121-4667-9c41-c3037757958c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:53.122299 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37428) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:53.171698 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48b35776-ed62-46b5-91e5-d497e46b673c admin admin] Publish callbacks [] for security_group (946aec40-7121-4667-9c41-c3037757958c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.193909 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48b35776-ed62-46b5-91e5-d497e46b673c admin admin] Publish callbacks [] for security_group (946aec40-7121-4667-9c41-c3037757958c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.327417 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48b35776-ed62-46b5-91e5-d497e46b673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (946aec40-7121-4667-9c41-c3037757958c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.330060 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48b35776-ed62-46b5-91e5-d497e46b673c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.331207 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-48b35776-ed62-46b5-91e5-d497e46b673c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/946aec40-7121-4667-9c41-c3037757958c HTTP/1.1" status: 204 len: 168 time: 0.2065692 Feb 20 23:40:53.339840 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b35776-ed62-46b5-91e5-d497e46b673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946aec40-7121-4667-9c41-c3037757958c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:58.478951 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0a861-9b5a-45cc-880b-b52fd87df612 req-e0670e2d-d40e-4581-959a-3f64a4cdb9e9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:58.480437 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aba0a861-9b5a-45cc-880b-b52fd87df612 req-e0670e2d-d40e-4581-959a-3f64a4cdb9e9 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 947 time: 0.0523877 Feb 20 23:40:58.526357 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aba0a861-9b5a-45cc-880b-b52fd87df612 req-02eaf3a9-18f5-47da-8cc6-557408cfde1b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Feb 20 23:40:59.655060 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66434035-ef48-414e-8604-70ed39d236f4 req-890626d8-334c-45eb-99d4-20546bea7312 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.656487 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66434035-ef48-414e-8604-70ed39d236f4 req-890626d8-334c-45eb-99d4-20546bea7312 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 947 time: 0.0566127 Feb 20 23:40:59.704121 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66434035-ef48-414e-8604-70ed39d236f4 req-a079e239-095b-4573-8c7e-393d6dce630a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups?id=6633344b-7490-4300-8939-4507a4f0f40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Feb 20 23:40:59.970583 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-a2b0b566-cf60-4f9e-ac5b-476710ae87c2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.972102 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-a2b0b566-cf60-4f9e-ac5b-476710ae87c2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 947 time: 0.0554562 Feb 20 23:41:00.073127 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Deleting port 41625057-2d8a-48a4-afde-a34ab4cf2026 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:00.073472 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.158369 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] For port 41625057-2d8a-48a4-afde-a34ab4cf2026, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41625057-2d8a-48a4-afde-a34ab4cf2026,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:00.158734 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.324752 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37518) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:00.336152 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.336523 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (ebf2e028-ed58-4c96-8687-12b665513e18), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.336845 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Floating IP ebf2e028-ed58-4c96-8687-12b665513e18 disassociated. External IP: 172.27.1.242, port: 41625057-2d8a-48a4-afde-a34ab4cf2026. Feb 20 23:41:00.337191 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Calling delete_port for 41625057-2d8a-48a4-afde-a34ab4cf2026 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:00.429885 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.510441 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (41625057-2d8a-48a4-afde-a34ab4cf2026), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.540103 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event deleted for resources: {'Port': ['ID=41625057-2d8a-48a4-afde-a34ab4cf2026,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.567088 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Publish callbacks [] for security_group (0e6eb0ec-625a-4b6b-b373-dd9509ba9283), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.630551 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (0e6eb0ec-625a-4b6b-b373-dd9509ba9283), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.654012 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:41:00.670010 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2741441e69594c4f94dc74cd5712e664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439755 Feb 20 23:41:00.671134 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6eb0ec-625a-4b6b-b373-dd9509ba9283,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.673028 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:00.691548 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.691932 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.692717 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.692717 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.693014 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.693330 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.693667 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.693997 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.694331 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.694662 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.694987 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.695312 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.695634 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f8f8c-5ede-4332-98e4-155fe3c452aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:00.733702 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45d8ce32-4b67-41b1-ade3-9cc83fbde15b admin admin] Publish callbacks [] for security_group (0e6eb0ec-625a-4b6b-b373-dd9509ba9283), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.757579 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45d8ce32-4b67-41b1-ade3-9cc83fbde15b admin admin] Publish callbacks [] for security_group (0e6eb0ec-625a-4b6b-b373-dd9509ba9283), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.770528 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:41:00.781331 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:41:00.796442 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:00.797563 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:00.830668 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-357ef52d-0357-4fa6-a07c-87648235e9b2 req-721dc1ee-c20a-4871-8d94-a9ed2fe1be6a tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e3a7fd7-c70b-4546-b068-db5a858f2237 HTTP/1.1" status: 200 len: 210 time: 0.0468566 Feb 20 23:41:00.904834 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45d8ce32-4b67-41b1-ade3-9cc83fbde15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (0e6eb0ec-625a-4b6b-b373-dd9509ba9283), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.907807 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45d8ce32-4b67-41b1-ade3-9cc83fbde15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.912364 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-45d8ce32-4b67-41b1-ade3-9cc83fbde15b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e6eb0ec-625a-4b6b-b373-dd9509ba9283 HTTP/1.1" status: 204 len: 168 time: 0.2382514 Feb 20 23:41:00.928911 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8ce32-4b67-41b1-ade3-9cc83fbde15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6eb0ec-625a-4b6b-b373-dd9509ba9283,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:01.029317 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:01.130099 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] No DVR routers for this DVR port 41625057-2d8a-48a4-afde-a34ab4cf2026 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:41:01.132905 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.136291 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b1da8ce-9033-41ef-886f-911a40c8873b req-b492f9e6-85ff-4e13-a176-9ea2e71203f2 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.88 "DELETE /v2.0/ports/41625057-2d8a-48a4-afde-a34ab4cf2026 HTTP/1.1" status: 204 len: 173 time: 1.1541684 Feb 20 23:41:01.136737 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-deleted', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:01.139759 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f17485-348b-47fc-8412-34ef196a8dec" -d '{"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-deleted", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:01.178900 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44ef859-6b37-4469-ab9f-045399055ca1 x-openstack-request-id: req-d44ef859-6b37-4469-ab9f-045399055ca1 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:01.179193 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a7fd7-c70b-4546-b068-db5a858f2237", "name": "network-vif-deleted", "tag": "41625057-2d8a-48a4-afde-a34ab4cf2026", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:01.179443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d44ef859-6b37-4469-ab9f-045399055ca1 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:01.179837 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3a7fd7-c70b-4546-b068-db5a858f2237', 'name': 'network-vif-deleted', 'tag': '41625057-2d8a-48a4-afde-a34ab4cf2026', 'status': 'completed', 'code': 200} Feb 20 23:41:01.241132 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:01.270408 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:41:01.279617 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:01.280205 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:01.398891 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:01.601637 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:01.631256 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a3fc93-064a-42a4-9696-1b7ecee3a5bf None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:34:22Z', 'revision_number': 4, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '8cfeb6bc-016e-4803-b58f-47dfa14e1461', 'name': '', 'network_id': '83f19ffc-69de-4f69-a152-3c3c382e3a7f', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'mac_address': 'fa:16:3e:b1:da:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:20Z', 'updated_at': '2022-02-20T23:34:30Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'subnets': [{'id': 'f13a5a2c-193e-4194-a6a7-7300dcbff1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:41:01.711804 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37532) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:01.726273 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f037929a-7aa3-4191-a295-18f339bd7a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.802924 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f037929a-7aa3-4191-a295-18f339bd7a01 admin admin] Publish callbacks [] for security_group (16778068-c8e8-458d-9154-132b2ffe71b8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.867730 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98423b12-fd1f-4758-bb78-e9068b54b64f None None] New status for floating IP ebf2e028-ed58-4c96-8687-12b665513e18: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:41:01.870780 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f037929a-7aa3-4191-a295-18f339bd7a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (16778068-c8e8-458d-9154-132b2ffe71b8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.912732 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f037929a-7aa3-4191-a295-18f339bd7a01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=204e14cfc21745c699259649d90f2054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995347 Feb 20 23:41:01.913866 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037929a-7aa3-4191-a295-18f339bd7a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16778068-c8e8-458d-9154-132b2ffe71b8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:01.915391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37538) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:01.971829 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ffce59b-af2e-47d8-8f75-cf11a2c2337c admin admin] Publish callbacks [] for security_group (16778068-c8e8-458d-9154-132b2ffe71b8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.986663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37540) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:02.007679 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ffce59b-af2e-47d8-8f75-cf11a2c2337c admin admin] Publish callbacks [] for security_group (16778068-c8e8-458d-9154-132b2ffe71b8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.073048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1fdda2b-00ad-45ba-87b6-58c851e257e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (6633344b-7490-4300-8939-4507a4f0f40a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.101728 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1fdda2b-00ad-45ba-87b6-58c851e257e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (6633344b-7490-4300-8939-4507a4f0f40a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.144914 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ffce59b-af2e-47d8-8f75-cf11a2c2337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (16778068-c8e8-458d-9154-132b2ffe71b8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.147611 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ffce59b-af2e-47d8-8f75-cf11a2c2337c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.148792 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9ffce59b-af2e-47d8-8f75-cf11a2c2337c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16778068-c8e8-458d-9154-132b2ffe71b8 HTTP/1.1" status: 204 len: 168 time: 0.2316232 Feb 20 23:41:02.156799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffce59b-af2e-47d8-8f75-cf11a2c2337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16778068-c8e8-458d-9154-132b2ffe71b8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.236418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1fdda2b-00ad-45ba-87b6-58c851e257e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (6633344b-7490-4300-8939-4507a4f0f40a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.239624 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c1fdda2b-00ad-45ba-87b6-58c851e257e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.241128 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c1fdda2b-00ad-45ba-87b6-58c851e257e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "DELETE /v2.0/security-groups/6633344b-7490-4300-8939-4507a4f0f40a HTTP/1.1" status: 204 len: 168 time: 0.2533960 Feb 20 23:41:02.244034 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:02.256274 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdda2b-00ad-45ba-87b6-58c851e257e5 tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6633344b-7490-4300-8939-4507a4f0f40a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.266250 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.api.v2.resource [None req-8a40d693-a844-4192-ab66-592c5cb2cc0e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] show failed (client error): The resource could not be found. Feb 20 23:41:02.267865 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8a40d693-a844-4192-ab66-592c5cb2cc0e tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "GET /v2.0/security-groups/6633344b-7490-4300-8939-4507a4f0f40a HTTP/1.1" status: 404 len: 347 time: 0.0221448 Feb 20 23:41:02.271385 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37546) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:02.397384 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Deleting port a36383fe-d78e-463e-9686-eab1c6375d7c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:02.397735 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.483234 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.483565 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (a36383fe-d78e-463e-9686-eab1c6375d7c), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.494884 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Calling delete_port for a36383fe-d78e-463e-9686-eab1c6375d7c owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:02.687978 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (a36383fe-d78e-463e-9686-eab1c6375d7c), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.715536 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Pushing event deleted for resources: {'Port': ['ID=a36383fe-d78e-463e-9686-eab1c6375d7c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.779016 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks [] for floatingip (ebf2e028-ed58-4c96-8687-12b665513e18), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.781626 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.785518 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-4f3d90c6-86de-45dc-9396-c23c3ce4953b tempest-AttachVolumeShelveTestJSON-1489219358 tempest-AttachVolumeShelveTestJSON-1489219358-project] 10.222.0.60 "DELETE /v2.0/floatingips/ebf2e028-ed58-4c96-8687-12b665513e18 HTTP/1.1" status: 204 len: 168 time: 0.5105922 Feb 20 23:41:03.200816 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37570) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:03.296826 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1732189576-network', 'tenant_id': 'a332074bc23d4894b9582a4d005e822b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:03.401964 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Made reservation on behalf of a332074bc23d4894b9582a4d005e822b for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:03.405000 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.413880 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.487636 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks [] for security_group (00fcddc8-7180-49ad-8030-1e0f36bddb27), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.573534 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (00fcddc8-7180-49ad-8030-1e0f36bddb27), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.598976 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:41:03.608717 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcddc8-7180-49ad-8030-1e0f36bddb27,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:03.613395 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (9f2e90a5-2dee-44bc-a804-a03315fc8b04), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.613744 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Added segment 9f2e90a5-2dee-44bc-a804-a03315fc8b04 of type vlan for network 68d32a37-5675-4af9-87e9-8142d4aab8a0 Feb 20 23:41:03.656095 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (68d32a37-5675-4af9-87e9-8142d4aab8a0), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.761463 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (68d32a37-5675-4af9-87e9-8142d4aab8a0), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.763097 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:03.763779 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.821694 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] Pushing event updated for resources: {'Network': ['ID=68d32a37-5675-4af9-87e9-8142d4aab8a0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:03.831959 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 68d32a37-5675-4af9-87e9-8142d4aab8a0 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:41:03.873722 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0f28dc9f-f57c-409f-b8f8-33caa0dd263b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6717870 Feb 20 23:41:03.877020 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37574) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:03.881744 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Request body: {'subnet': {'network_id': '68d32a37-5675-4af9-87e9-8142d4aab8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1732189576-subnet', 'tenant_id': 'a332074bc23d4894b9582a4d005e822b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:03.955682 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Made reservation on behalf of a332074bc23d4894b9582a4d005e822b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:03.958094 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408558'] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.179093 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16440123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408348'] for subnet (1ca5e800-f989-4b06-ae1f-e8a5577b7d85), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.234482 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca5e800-f989-4b06-ae1f-e8a5577b7d85,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:04.243028 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Checking segment: {'id': '9f2e90a5-2dee-44bc-a804-a03315fc8b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '68d32a37-5675-4af9-87e9-8142d4aab8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:04.243393 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Network hostable DHCP agents. Network: 68d32a37-5675-4af9-87e9-8142d4aab8a0, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:41:04.310844 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Network 68d32a37-5675-4af9-87e9-8142d4aab8a0 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:41:04.384760 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 68d32a37-5675-4af9-87e9-8142d4aab8a0) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:04.389141 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:04.389741 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.398051 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c3ecb-30d6-4357-b366-89ed2bbd192c None None] Network 68d32a37-5675-4af9-87e9-8142d4aab8a0 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:04.490572 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-02c27fe8-beb6-471c-ba63-619efa6f1897 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6125014 Feb 20 23:41:04.491835 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424db84-b88c-43cb-a886-f7e27eb712a1 None None] Network 68d32a37-5675-4af9-87e9-8142d4aab8a0 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:05.149782 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37600) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:05.155692 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1631649969-network', 'tenant_id': '1d8fbfd8fdcb4e32ad903d08db50fcbc'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:05.164529 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:41:05.185174 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 41625057-2d8a-48a4-afde-a34ab4cf2026 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:41:05.185525 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 41625057-2d8a-48a4-afde-a34ab4cf2026 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:41:05.236316 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Made reservation on behalf of 1d8fbfd8fdcb4e32ad903d08db50fcbc for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:05.239016 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.247992 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.328465 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks [] for security_group (c9800632-a9cb-42d4-95d1-375f955d29ae), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.402052 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c9800632-a9cb-42d4-95d1-375f955d29ae), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.421072 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37608) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:05.439048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:41:05.446245 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9800632-a9cb-42d4-95d1-375f955d29ae,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:05.453688 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (f4bfe097-f8f1-4582-a8e6-a83a24b81dad), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.454040 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Added segment f4bfe097-f8f1-4582-a8e6-a83a24b81dad of type vlan for network 0468e2d6-8b2f-4d73-bb6d-94e657a66aad Feb 20 23:41:05.497486 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (0468e2d6-8b2f-4d73-bb6d-94e657a66aad), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.596338 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (0468e2d6-8b2f-4d73-bb6d-94e657a66aad), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.597953 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:05.598663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.711633 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5605588 Feb 20 23:41:05.714497 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37612) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:05.720173 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7bbc2-8f49-4d72-9aed-ac5c310a67c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0468e2d6-8b2f-4d73-bb6d-94e657a66aad,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:05.720419 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Request body: {'subnet': {'network_id': '0468e2d6-8b2f-4d73-bb6d-94e657a66aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1631649969-subnet', 'tenant_id': '1d8fbfd8fdcb4e32ad903d08db50fcbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:05.734511 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 0468e2d6-8b2f-4d73-bb6d-94e657a66aad details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:41:05.818951 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Made reservation on behalf of 1d8fbfd8fdcb4e32ad903d08db50fcbc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:05.821383 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408558'] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.064351 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (0a874ea9-4236-4734-9ecb-d497af31b8ac), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.081799 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16440123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408348'] for subnet (aa77360e-7d47-4608-b7dd-d541cf9f2a48), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.143607 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa77360e-7d47-4608-b7dd-d541cf9f2a48,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:06.151726 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Checking segment: {'id': 'f4bfe097-f8f1-4582-a8e6-a83a24b81dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0468e2d6-8b2f-4d73-bb6d-94e657a66aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:06.152117 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Network hostable DHCP agents. Network: 0468e2d6-8b2f-4d73-bb6d-94e657a66aad, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:41:06.207212 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Network 0468e2d6-8b2f-4d73-bb6d-94e657a66aad is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:41:06.281636 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 0468e2d6-8b2f-4d73-bb6d-94e657a66aad) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:06.285739 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:06.286367 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.290359 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6c10d-5872-4f98-9751-d290b6676ae2 None None] Network 0468e2d6-8b2f-4d73-bb6d-94e657a66aad requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:06.344978 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Deleting port 8cfeb6bc-016e-4803-b58f-47dfa14e1461 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:06.345525 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.359402 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f67143c5-da4b-4e7d-b06c-2021845384c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6431072 Feb 20 23:41:06.394637 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea252c78-90b5-4a96-aca2-2bf9004fb936 None None] Network 0468e2d6-8b2f-4d73-bb6d-94e657a66aad requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:06.449335 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] For port 8cfeb6bc-016e-4803-b58f-47dfa14e1461, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8cfeb6bc-016e-4803-b58f-47dfa14e1461,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:06.450344 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.463578 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Calling delete_port for 8cfeb6bc-016e-4803-b58f-47dfa14e1461 owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:06.745225 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (8cfeb6bc-016e-4803-b58f-47dfa14e1461), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.773325 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfeb6bc-016e-4803-b58f-47dfa14e1461,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:06.942953 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (0a874ea9-4236-4734-9ecb-d497af31b8ac), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:07.166920 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Router 0a874ea9-4236-4734-9ecb-d497af31b8ac has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:41:07.284869 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:41:07.290150 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e80bfdc6-f800-4345-9413-b51bf209bdab admin admin] 10.222.0.60 "PUT /v2.0/routers/0a874ea9-4236-4734-9ecb-d497af31b8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657978 Feb 20 23:41:07.293896 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:07.294679 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] Sync routers for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:41:07.304706 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:07.305333 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:07.405439 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks [] for router (0a874ea9-4236-4734-9ecb-d497af31b8ac), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:07.416161 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:07.511097 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks [] for router_gateway (0a874ea9-4236-4734-9ecb-d497af31b8ac), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:07.597712 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:41:06Z', 'revision_number': 5, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port': {'id': '2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:34:15Z', 'updated_at': '2022-02-20T23:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:07.624640 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] Checking router: 0a874ea9-4236-4734-9ecb-d497af31b8ac for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:41:07.632890 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] Routers {'0a874ea9-4236-4734-9ecb-d497af31b8ac'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:07.633502 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:40:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['0a874ea9-4236-4734-9ecb-d497af31b8ac'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:07.639291 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Deleting port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:07.639644 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:07.717928 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] For port 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:07.718216 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:07.723838 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] Set router 0a874ea9-4236-4734-9ecb-d497af31b8ac gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:07.729949 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Calling delete_port for 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:07.776592 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:41:07Z', 'revision_number': 6, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:07.806202 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e323b5-e2fc-461f-af5f-ee221f4cce70 None None] The sync data for ids ['0a874ea9-4236-4734-9ecb-d497af31b8ac'] in dv-cinder-830098-1-iscsi is: [{'id': '0a874ea9-4236-4734-9ecb-d497af31b8ac', 'name': 'tempest-AttachVolumeShelveTestJSON-851595239-router', 'tenant_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:34:13Z', 'updated_at': '2022-02-20T23:41:07Z', 'revision_number': 6, 'project_id': '028a9eb0bbf44fcf8e39abdf008a6e27', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:41:07.973823 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:07.999151 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:08.059467 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (0a874ea9-4236-4734-9ecb-d497af31b8ac), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.149029 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (0a874ea9-4236-4734-9ecb-d497af31b8ac), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.151070 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks [] for router_controller (0a874ea9-4236-4734-9ecb-d497af31b8ac), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.264564 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (0a874ea9-4236-4734-9ecb-d497af31b8ac), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.265161 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a874ea9-4236-4734-9ecb-d497af31b8ac {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:41:08.270164 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.273680 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c8ef12f6-a306-4c1f-92df-9b429b0609f0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0a874ea9-4236-4734-9ecb-d497af31b8ac HTTP/1.1" status: 204 len: 168 time: 0.9764769 Feb 20 23:41:08.273903 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:08.319693 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Deleting subnet f13a5a2c-193e-4194-a6a7-7300dcbff1d4 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:41:08.322954 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Publish callbacks [] for subnet (f13a5a2c-193e-4194-a6a7-7300dcbff1d4), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.361684 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (f13a5a2c-193e-4194-a6a7-7300dcbff1d4), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.442413 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (f13a5a2c-193e-4194-a6a7-7300dcbff1d4), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.579826 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (f13a5a2c-193e-4194-a6a7-7300dcbff1d4), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.606760 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13a5a2c-193e-4194-a6a7-7300dcbff1d4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:08.610780 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.619115 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e09f0c15-0252-4c80-a9c9-e8b770bb393e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f13a5a2c-193e-4194-a6a7-7300dcbff1d4 HTTP/1.1" status: 204 len: 168 time: 0.3394213 Feb 20 23:41:08.619115 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:08.619542 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470d5ec-4df3-4498-b2c7-76fea0f1d521 None None] Network 83f19ffc-69de-4f69-a152-3c3c382e3a7f requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:08.686894 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (83f19ffc-69de-4f69-a152-3c3c382e3a7f), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.756481 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Deleting port 78679de8-9ca1-436f-9d57-7c756018dc5a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:08.756879 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.794088 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] DHCP port deletion for 83f19ffc-69de-4f69-a152-3c3c382e3a7f request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:41:08.833026 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] For port 78679de8-9ca1-436f-9d57-7c756018dc5a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=78679de8-9ca1-436f-9d57-7c756018dc5a,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:08.833405 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.847926 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Calling delete_port for 78679de8-9ca1-436f-9d57-7c756018dc5a owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:08.863357 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Deleting port 78679de8-9ca1-436f-9d57-7c756018dc5a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:08.863843 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.934310 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] For port 78679de8-9ca1-436f-9d57-7c756018dc5a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=78679de8-9ca1-436f-9d57-7c756018dc5a,segment=NetworkSegment(4d68f184-eb89-45f4-adec-8b1763d02a6d),segment_id=4d68f184-eb89-45f4-adec-8b1763d02a6d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:08.935130 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:08.948984 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Calling delete_port for 78679de8-9ca1-436f-9d57-7c756018dc5a owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:09.007557 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.037525 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78679de8-9ca1-436f-9d57-7c756018dc5a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:09.042825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (78679de8-9ca1-436f-9d57-7c756018dc5a), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.046498 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] No DVR routers for this DVR port 78679de8-9ca1-436f-9d57-7c756018dc5a on host dv-cinder-830098-1-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:41:09.119273 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Pushing event deleted for resources: {'Port': ['ID=78679de8-9ca1-436f-9d57-7c756018dc5a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:09.122528 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] No DVR routers for this DVR port 78679de8-9ca1-436f-9d57-7c756018dc5a on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:41:09.124052 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (83f19ffc-69de-4f69-a152-3c3c382e3a7f), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.134452 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.134452 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.134756 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.136674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.136674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.136674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.136674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.136674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.136674 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.137167 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.137548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.138053 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.138392 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4a8c0-5544-47b4-ade0-d354e4e102b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:09.150458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f19ffc-69de-4f69-a152-3c3c382e3a7f']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:09.162409 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d68f184-eb89-45f4-adec-8b1763d02a6d') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:09.162710 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d68f184-eb89-45f4-adec-8b1763d02a6d') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:09.173255 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (4d68f184-eb89-45f4-adec-8b1763d02a6d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.188864 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (4d68f184-eb89-45f4-adec-8b1763d02a6d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.195089 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:41:09.195508 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (4d68f184-eb89-45f4-adec-8b1763d02a6d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:41:09.197265 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:41:09.201420 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcd55-311d-4d96-8da1-28cb1a7afa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.311106 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (83f19ffc-69de-4f69-a152-3c3c382e3a7f), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.316550 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.319677 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/83f19ffc-69de-4f69-a152-3c3c382e3a7f HTTP/1.1" status: 204 len: 168 time: 0.7018254 Feb 20 23:41:09.331184 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad60e7-e362-42fe-a6d8-11e29cfca3d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f19ffc-69de-4f69-a152-3c3c382e3a7f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:09.607179 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:09.646440 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9709c440-c4cf-4b84-a74c-44ef203f273e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=028a9eb0bbf44fcf8e39abdf008a6e27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380988 Feb 20 23:41:09.648795 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:09.694913 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b46947b-ab40-410b-a8a0-a744e2d5614a admin admin] Publish callbacks [] for security_group (d9da2955-1313-42c4-bed9-72464dcc00dc), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.716118 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b46947b-ab40-410b-a8a0-a744e2d5614a admin admin] Publish callbacks [] for security_group (d9da2955-1313-42c4-bed9-72464dcc00dc), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.819645 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b46947b-ab40-410b-a8a0-a744e2d5614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (d9da2955-1313-42c4-bed9-72464dcc00dc), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.822309 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b46947b-ab40-410b-a8a0-a744e2d5614a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.823491 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2b46947b-ab40-410b-a8a0-a744e2d5614a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9da2955-1313-42c4-bed9-72464dcc00dc HTTP/1.1" status: 204 len: 168 time: 0.1738060 Feb 20 23:41:09.832744 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46947b-ab40-410b-a8a0-a744e2d5614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da2955-1313-42c4-bed9-72464dcc00dc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:09.876325 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:41:09.896756 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:41:09.897395 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2ddf20db-a7e9-49fd-a0bf-a2ffa460ae26 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:41:09.897564 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8cfeb6bc-016e-4803-b58f-47dfa14e1461 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:41:09.920202 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 8cfeb6bc-016e-4803-b58f-47dfa14e1461 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:41:09.920559 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8cfeb6bc-016e-4803-b58f-47dfa14e1461 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:41:09.920989 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 78679de8-9ca1-436f-9d57-7c756018dc5a no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:41:09.941379 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 78679de8-9ca1-436f-9d57-7c756018dc5a {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:41:09.941738 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 78679de8-9ca1-436f-9d57-7c756018dc5a not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:41:10.863830 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37680) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:10.962090 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-86074723-network', 'tenant_id': '5f45564615044058b4e8f89d13a46673'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:11.035708 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Made reservation on behalf of 5f45564615044058b4e8f89d13a46673 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:11.038018 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.046573 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.118735 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks [] for security_group (abe4a916-4289-4944-9f9a-44937b4a7c58), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.178487 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (abe4a916-4289-4944-9f9a-44937b4a7c58), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.202664 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:41:11.212261 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe4a916-4289-4944-9f9a-44937b4a7c58,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:11.217761 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (947b4d2c-ca1c-4cc1-8402-25721056e2f5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.221485 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Added segment 947b4d2c-ca1c-4cc1-8402-25721056e2f5 of type vlan for network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 Feb 20 23:41:11.258012 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (b35626ef-7eee-4a8a-ba82-c5c6623b8a61), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.356257 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (b35626ef-7eee-4a8a-ba82-c5c6623b8a61), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.357228 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:11.357833 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.419752 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b35626ef-7eee-4a8a-ba82-c5c6623b8a61,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:11.430014 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:41:11.479184 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f41bf9ab-e03f-4168-9fdb-bde92b3bccc9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6141984 Feb 20 23:41:11.482756 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37688) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:11.488117 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Request body: {'subnet': {'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-86074723-subnet', 'tenant_id': '5f45564615044058b4e8f89d13a46673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:11.619221 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec43cb9d-160d-48ec-922d-b5bfd285d98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.619388 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Made reservation on behalf of 5f45564615044058b4e8f89d13a46673 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:11.622303 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414496'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.848100 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6033791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414546'] for subnet (2c818a3f-433f-4032-a3ae-7c823b016dee), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:11.905341 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c818a3f-433f-4032-a3ae-7c823b016dee,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:11.915211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Checking segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:11.915211 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Network hostable DHCP agents. Network: b35626ef-7eee-4a8a-ba82-c5c6623b8a61, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:41:12.024405 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:41:12.086952 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, b35626ef-7eee-4a8a-ba82-c5c6623b8a61) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:12.091190 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:12.091796 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:12.095583 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc924a5-02e0-4e7f-b27b-c904709ba9b8 None None] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:12.183238 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2d4fdff8-ee67-483a-8318-436ea165181a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6984215 Feb 20 23:41:12.190504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0ee35-c4a5-4cf6-8690-6bd2ecffe572 None None] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:12.607565 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-e1d9d448-ac4c-426e-a565-c0adc1a99aec tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:12.609079 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-e1d9d448-ac4c-426e-a565-c0adc1a99aec tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1046593 Feb 20 23:41:12.623335 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-22c564d7-3f69-4d2b-bc33-3c95314e6500 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/quotas/5f45564615044058b4e8f89d13a46673 HTTP/1.1" status: 200 len: 375 time: 0.0089405 Feb 20 23:41:12.655073 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-e0639981-038d-43bd-8b5b-1fdae4a4f1de tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271535 Feb 20 23:41:12.793145 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-480f420d-5f9d-4b25-ac84-4c8994a623bd service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317387 Feb 20 23:41:12.853179 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:12.881786 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-11f9a832-590d-4b12-b711-a0160d0305a1 service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828779 Feb 20 23:41:13.082018 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ac76ad05-c831-4b77-b194-8a8d37969757 req-fe3aa5d2-6bbd-48b1-b50a-c45728a98d46 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0285940 Feb 20 23:41:14.065426 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.179809 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d572d7b-280c-48f4-af5e-add7e921d8be req-020dded3-b55b-42e8-a4e9-b02dfa00372c tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0320694 Feb 20 23:41:15.303722 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bc1debbf-f0b4-4d68-8f0b-79685ec79933 req-3db9b26c-01ff-48e3-955c-bc966780a50b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0538943 Feb 20 23:41:15.358281 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-ba12a17f-38fe-4d1d-b387-36a1891e43b6 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:15.359766 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-ba12a17f-38fe-4d1d-b387-36a1891e43b6 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1306498 Feb 20 23:41:15.373335 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Request body: {'port': {'device_id': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'admin_state_up': True, 'tenant_id': '5f45564615044058b4e8f89d13a46673'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:15.591171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Made reservation on behalf of 5f45564615044058b4e8f89d13a46673 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:15.594640 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:15.716750 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:15.723475 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Allocated IP 172.20.0.8 (b35626ef-7eee-4a8a-ba82-c5c6623b8a61/2c818a3f-433f-4032-a3ae-7c823b016dee/fe28894b-a57f-446e-9e81-6c7f84361d5d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:41:15.866959 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks [] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:15.876001 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:15.985087 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:16.035408 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:41:16.040639 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:16.043160 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:41:16.050404 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event updated for resources: {'Port': ['ID=fe28894b-a57f-446e-9e81-6c7f84361d5d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:16.097176 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:16.097724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:16.198839 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-222e0cda-e858-412d-9cff-e15e1cfc2b95 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298564 Feb 20 23:41:16.216674 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Request body: {'port': {'device_id': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:16.278101 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:16.493933 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17055446-eaf0-437d-9281-9bbf3e57643f req-d8b53a36-0221-4a0a-88b7-c592e0db921a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:16.495397 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17055446-eaf0-437d-9281-9bbf3e57643f req-d8b53a36-0221-4a0a-88b7-c592e0db921a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 931 time: 0.1148789 Feb 20 23:41:16.571260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17055446-eaf0-437d-9281-9bbf3e57643f req-d4bb7db9-65f1-4d1b-be2a-ec24330a6a00 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689640 Feb 20 23:41:16.629223 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe28894b-a57f-446e-9e81-6c7f84361d5d {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:16.637309 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Publish callbacks [] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:16.649053 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Transition to ACTIVE for port object fe28894b-a57f-446e-9e81-6c7f84361d5d will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:41:16.733132 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:16.786859 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe28894b-a57f-446e-9e81-6c7f84361d5d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:16.853018 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Attempting to bind port fe28894b-a57f-446e-9e81-6c7f84361d5d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:41:16.853354 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Attempting to bind port fe28894b-a57f-446e-9e81-6c7f84361d5d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:41:16.853683 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Attempting to bind port fe28894b-a57f-446e-9e81-6c7f84361d5d on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:16.858026 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Port fe28894b-a57f-446e-9e81-6c7f84361d5d on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:41:16.858346 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Attempting to bind port fe28894b-a57f-446e-9e81-6c7f84361d5d on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:16.863352 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:41:16.863690 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Checking segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:16.864116 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Bound using segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:41:16.864571 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Bound port: fe28894b-a57f-446e-9e81-6c7f84361d5d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:41:16.864942 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:16.927520 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] For port fe28894b-a57f-446e-9e81-6c7f84361d5d, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:41:16.930713 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] For port fe28894b-a57f-446e-9e81-6c7f84361d5d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fe28894b-a57f-446e-9e81-6c7f84361d5d,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:41:17.019763 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:17.057943 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.059046 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:17.060525 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] 10.222.0.88 "PUT /v2.0/ports/fe28894b-a57f-446e-9e81-6c7f84361d5d HTTP/1.1" status: 200 len: 1093 time: 0.8484418 Feb 20 23:41:17.060968 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'tag': 'fe28894b-a57f-446e-9e81-6c7f84361d5d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:17.063208 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4377abf4-5a7b-4c31-9978-c48c0fd8e363" -d '{"events": [{"name": "network-changed", "server_uuid": "1d402ca8-ea74-49c2-a189-0c6b1b4aacaf", "tag": "fe28894b-a57f-446e-9e81-6c7f84361d5d"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:17.086502 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867a3b8-a861-4499-932d-982cf93926a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe28894b-a57f-446e-9e81-6c7f84361d5d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:17.099415 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deabbb7-77f3-4977-b0d0-adc532825fd9 x-openstack-request-id: req-4deabbb7-77f3-4977-b0d0-adc532825fd9 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:17.099789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d402ca8-ea74-49c2-a189-0c6b1b4aacaf", "tag": "fe28894b-a57f-446e-9e81-6c7f84361d5d", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:17.100121 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4deabbb7-77f3-4977-b0d0-adc532825fd9 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:17.100555 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'tag': 'fe28894b-a57f-446e-9e81-6c7f84361d5d', 'status': 'completed', 'code': 200} Feb 20 23:41:17.166794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377abf4-5a7b-4c31-9978-c48c0fd8e363 req-3b3ea2f6-3a3a-45f7-beba-39143ba18912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.169111 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4377abf4-5a7b-4c31-9978-c48c0fd8e363 req-3b3ea2f6-3a3a-45f7-beba-39143ba18912 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 1127 time: 0.0467260 Feb 20 23:41:17.270542 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377abf4-5a7b-4c31-9978-c48c0fd8e363 req-9bf34baf-b252-44d4-ba62-eef833f78898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.272113 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4377abf4-5a7b-4c31-9978-c48c0fd8e363 req-9bf34baf-b252-44d4-ba62-eef833f78898 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5f45564615044058b4e8f89d13a46673&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0960770 Feb 20 23:41:17.367429 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377abf4-5a7b-4c31-9978-c48c0fd8e363 req-23083285-531d-41ab-9534-f52514997a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.368941 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4377abf4-5a7b-4c31-9978-c48c0fd8e363 req-23083285-531d-41ab-9534-f52514997a6d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907943 Feb 20 23:41:17.448856 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-b8ec080f-dea5-4b8f-bb1e-3d7c4a2ed4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.450375 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-b8ec080f-dea5-4b8f-bb1e-3d7c4a2ed4d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 1127 time: 0.0451908 Feb 20 23:41:17.496843 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-db922d13-bcd4-47df-8fb4-3f0def02be88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe28894b-a57f-446e-9e81-6c7f84361d5d HTTP/1.1" status: 200 len: 217 time: 0.0375898 Feb 20 23:41:17.546192 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-ba205409-500e-4d2d-a49c-f759b038eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.547879 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-ba205409-500e-4d2d-a49c-f759b038eee4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c818a3f-433f-4032-a3ae-7c823b016dee HTTP/1.1" status: 200 len: 853 time: 0.0452154 Feb 20 23:41:17.580429 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-45458334-346d-4b65-bcb2-e3b633c15a07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264149 Feb 20 23:41:17.952372 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-2f12bf77-31be-4abe-b9ba-9ba37fc038be service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654778 Feb 20 23:41:17.974297 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65ec0-d980-44c2-b8c0-415c272343ad req-3ae815f8-817b-430f-85cc-aee32f04b3ef tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.975729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac65ec0-d980-44c2-b8c0-415c272343ad req-3ae815f8-817b-430f-85cc-aee32f04b3ef tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 943 time: 0.3348155 Feb 20 23:41:18.072730 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac65ec0-d980-44c2-b8c0-415c272343ad req-20491857-26a8-4a99-996b-ba5479b51478 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855522 Feb 20 23:41:18.090327 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ef0587e-b4e5-4218-8913-42ee43702db5 req-c14737a3-9f42-433b-be94-9d651c6e0a91 service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299996 Feb 20 23:41:18.966452 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-2861de3a-ed80-4870-8036-8f4a09a263b9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445316 Feb 20 23:41:19.055033 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-a1c93ee4-d5c4-44b7-9b87-eac1aa7900c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:19.056577 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-a1c93ee4-d5c4-44b7-9b87-eac1aa7900c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1129 time: 0.0450704 Feb 20 23:41:19.191559 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-962d1f6a-e5a2-45d6-a2b1-216f220d5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:19.193053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-962d1f6a-e5a2-45d6-a2b1-216f220d5827 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.1171141 Feb 20 23:41:19.218369 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5421-bacd-4c53-bbf1-1329bb1edfea req-f9ef4799-22d1-41bb-99c9-6d39bdec707b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:19.219719 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e79d5421-bacd-4c53-bbf1-1329bb1edfea req-f9ef4799-22d1-41bb-99c9-6d39bdec707b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 943 time: 0.0734637 Feb 20 23:41:19.298104 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-2115e756-800f-42d4-9c58-9ba3a0ada242 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 200 len: 1001 time: 0.0953031 Feb 20 23:41:19.319657 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e79d5421-bacd-4c53-bbf1-1329bb1edfea req-8271747f-d1be-44f6-bcca-4d7a16e0027a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Feb 20 23:41:19.359017 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-0f1185cb-4a8d-458b-b1cb-6d04b8888dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:19.360552 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-0f1185cb-4a8d-458b-b1cb-6d04b8888dd6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0507216 Feb 20 23:41:19.413917 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-4d25a9a2-902a-4270-b01a-ffe416148497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:19.415419 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-4d25a9a2-902a-4270-b01a-ffe416148497 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456202 Feb 20 23:41:19.508500 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-4dc4ddb3-c273-4b26-8d4b-1bda0175b923 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837140 Feb 20 23:41:19.604770 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf0e4c91-eb53-4419-8e1d-eb0015da07f4 req-9c92b707-dadb-48ae-969f-7be8f3911380 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845935 Feb 20 23:41:20.440223 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f3f10-da60-40c9-a940-d0e6f8b1a30a req-00d0eba1-e306-413d-b2c8-44dbfd8eafb4 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:20.441808 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-170f3f10-da60-40c9-a940-d0e6f8b1a30a req-00d0eba1-e306-413d-b2c8-44dbfd8eafb4 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 943 time: 0.0544357 Feb 20 23:41:20.488680 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-170f3f10-da60-40c9-a940-d0e6f8b1a30a req-40cc998c-81f1-4987-aca0-0a35b421674e tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Feb 20 23:41:21.213193 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device fe28894b-a57f-446e-9e81-6c7f84361d5d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:21.312762 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port fe28894b-a57f-446e-9e81-6c7f84361d5d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fe28894b-a57f-446e-9e81-6c7f84361d5d,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:21.322923 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'fe28894b-a57f-446e-9e81-6c7f84361d5d', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'port_id': 'fe28894b-a57f-446e-9e81-6c7f84361d5d', 'mac_address': 'fa:16:3e:e0:ae:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c818a3f-433f-4032-a3ae-7c823b016dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:21.363437 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port fe28894b-a57f-446e-9e81-6c7f84361d5d is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:21.363908 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:21.376779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe28894b-a57f-446e-9e81-6c7f84361d5d {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:21.395890 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port fe28894b-a57f-446e-9e81-6c7f84361d5d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fe28894b-a57f-446e-9e81-6c7f84361d5d,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:21.470508 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:21.520215 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=fe28894b-a57f-446e-9e81-6c7f84361d5d,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:21.612545 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420c63a-2916-424a-afc3-1ab1529e262d req-48c80e6f-baec-48a9-b1be-4c582db6e2f3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:21.614089 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0420c63a-2916-424a-afc3-1ab1529e262d req-48c80e6f-baec-48a9-b1be-4c582db6e2f3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 944 time: 0.0567129 Feb 20 23:41:21.668695 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0420c63a-2916-424a-afc3-1ab1529e262d req-d61058c4-26b4-410a-b3f8-aa9e44791a4f tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Feb 20 23:41:21.750389 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:22.782496 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6ec5a-e879-4411-8253-8f7fa11977c5 req-3485283b-56b0-4104-a924-651e7662b6fd tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:22.784036 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7e6ec5a-e879-4411-8253-8f7fa11977c5 req-3485283b-56b0-4104-a924-651e7662b6fd tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 944 time: 0.0554535 Feb 20 23:41:22.814501 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37826) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:22.831745 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7e6ec5a-e879-4411-8253-8f7fa11977c5 req-f0bf5285-27c8-4ac3-a477-4d3678737a17 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Feb 20 23:41:22.858083 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Deleting subnet 1ca5e800-f989-4b06-ae1f-e8a5577b7d85 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:41:22.861467 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Publish callbacks [] for subnet (1ca5e800-f989-4b06-ae1f-e8a5577b7d85), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:22.895335 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (1ca5e800-f989-4b06-ae1f-e8a5577b7d85), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:22.933711 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (1ca5e800-f989-4b06-ae1f-e8a5577b7d85), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.064751 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (1ca5e800-f989-4b06-ae1f-e8a5577b7d85), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.094193 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca5e800-f989-4b06-ae1f-e8a5577b7d85,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:23.097715 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.100989 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-42391679-e06c-4c6d-8305-116a9d942e58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1ca5e800-f989-4b06-ae1f-e8a5577b7d85 HTTP/1.1" status: 204 len: 168 time: 0.2854576 Feb 20 23:41:23.103437 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:23.169349 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (68d32a37-5675-4af9-87e9-8142d4aab8a0), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.244416 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device fe28894b-a57f-446e-9e81-6c7f84361d5d up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:23.248793 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (68d32a37-5675-4af9-87e9-8142d4aab8a0), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.269353 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d32a37-5675-4af9-87e9-8142d4aab8a0']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:23.278712 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2e90a5-2dee-44bc-a804-a03315fc8b04') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:23.279005 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2e90a5-2dee-44bc-a804-a03315fc8b04') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:23.288206 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (9f2e90a5-2dee-44bc-a804-a03315fc8b04), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.301900 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (9f2e90a5-2dee-44bc-a804-a03315fc8b04), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.307899 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:41:23.308924 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (9f2e90a5-2dee-44bc-a804-a03315fc8b04), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:41:23.310542 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:41:23.344395 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port fe28894b-a57f-446e-9e81-6c7f84361d5d completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:23.348247 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port fe28894b-a57f-446e-9e81-6c7f84361d5d triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:23.348736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.425932 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port fe28894b-a57f-446e-9e81-6c7f84361d5d is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:23.426321 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.430131 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (68d32a37-5675-4af9-87e9-8142d4aab8a0), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.437182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.440413 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] 10.222.0.60 "DELETE /v2.0/networks/68d32a37-5675-4af9-87e9-8142d4aab8a0 HTTP/1.1" status: 204 len: 168 time: 0.3360195 Feb 20 23:41:23.443360 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37830) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:23.449671 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe28894b-a57f-446e-9e81-6c7f84361d5d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:23.450111 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb310d-9258-46ab-9caa-bddd6839d136 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d32a37-5675-4af9-87e9-8142d4aab8a0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:23.451948 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b0b55-4b2f-4ef1-bc31-aa84931a13f9" -d '{"events": [{"server_uuid": "1d402ca8-ea74-49c2-a189-0c6b1b4aacaf", "name": "network-vif-plugged", "status": "completed", "tag": "fe28894b-a57f-446e-9e81-6c7f84361d5d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:23.466470 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port fe28894b-a57f-446e-9e81-6c7f84361d5d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fe28894b-a57f-446e-9e81-6c7f84361d5d,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:23.490427 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6feb0-78e7-4b64-a720-4f95a8cf79dc x-openstack-request-id: req-70c6feb0-78e7-4b64-a720-4f95a8cf79dc {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:23.490736 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d402ca8-ea74-49c2-a189-0c6b1b4aacaf", "name": "network-vif-plugged", "status": "completed", "tag": "fe28894b-a57f-446e-9e81-6c7f84361d5d", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:23.490995 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70c6feb0-78e7-4b64-a720-4f95a8cf79dc {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:23.491410 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe28894b-a57f-446e-9e81-6c7f84361d5d', 'code': 200} Feb 20 23:41:23.495706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Deleting subnet aa77360e-7d47-4608-b7dd-d541cf9f2a48 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:41:23.499307 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Publish callbacks [] for subnet (aa77360e-7d47-4608-b7dd-d541cf9f2a48), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.528414 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.535689 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6656635'] for subnet (aa77360e-7d47-4608-b7dd-d541cf9f2a48), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.575738 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=fe28894b-a57f-446e-9e81-6c7f84361d5d,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:23.576390 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (aa77360e-7d47-4608-b7dd-d541cf9f2a48), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.700435 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6033726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414541'] for subnet (aa77360e-7d47-4608-b7dd-d541cf9f2a48), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.724260 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa77360e-7d47-4608-b7dd-d541cf9f2a48,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:23.735985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.735985 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-186f605a-2e99-43c4-bf44-da1829c6bfeb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aa77360e-7d47-4608-b7dd-d541cf9f2a48 HTTP/1.1" status: 204 len: 168 time: 0.2890251 Feb 20 23:41:23.736345 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37834) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:23.806732 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (0468e2d6-8b2f-4d73-bb6d-94e657a66aad), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.813754 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242836-6d50-434d-85a5-f95772ab2782 req-776d9ccc-779d-4e69-9a59-783045139a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:23.815248 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9242836-6d50-434d-85a5-f95772ab2782 req-776d9ccc-779d-4e69-9a59-783045139a58 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 1129 time: 0.0505226 Feb 20 23:41:23.863908 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9242836-6d50-434d-85a5-f95772ab2782 req-02a0b620-dba4-4f45-9225-3e356468a70b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Feb 20 23:41:23.884596 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (0468e2d6-8b2f-4d73-bb6d-94e657a66aad), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.904500 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0468e2d6-8b2f-4d73-bb6d-94e657a66aad']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:23.913692 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bfe097-f8f1-4582-a8e6-a83a24b81dad') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:23.913995 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bfe097-f8f1-4582-a8e6-a83a24b81dad') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:23.924271 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (f4bfe097-f8f1-4582-a8e6-a83a24b81dad), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.937723 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (f4bfe097-f8f1-4582-a8e6-a83a24b81dad), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.943729 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:41:23.944188 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (f4bfe097-f8f1-4582-a8e6-a83a24b81dad), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:41:23.945823 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:41:23.955713 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289c60c-f4d9-4b41-8b00-786857961432 req-1c7909d6-8f79-42f0-a9d0-0eb63c71883a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:23.955713 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7289c60c-f4d9-4b41-8b00-786857961432 req-1c7909d6-8f79-42f0-a9d0-0eb63c71883a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 945 time: 0.0544035 Feb 20 23:41:24.001425 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7289c60c-f4d9-4b41-8b00-786857961432 req-de56f3dc-a904-4643-87d5-80bf325bdd61 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Feb 20 23:41:24.075974 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (0468e2d6-8b2f-4d73-bb6d-94e657a66aad), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:24.081200 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:24.087081 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] 10.222.0.60 "DELETE /v2.0/networks/0468e2d6-8b2f-4d73-bb6d-94e657a66aad HTTP/1.1" status: 204 len: 168 time: 0.3469639 Feb 20 23:41:24.095600 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9feaa5-ef46-4062-80ff-3199081e4e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0468e2d6-8b2f-4d73-bb6d-94e657a66aad,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:24.344791 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:24.383214 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-69801f95-fddb-43f0-b6c2-edad9593aa5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a332074bc23d4894b9582a4d005e822b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372868 Feb 20 23:41:24.385620 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:24.431213 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eee4503f-9acc-44e2-bf3e-2cfada220d8c admin admin] Publish callbacks [] for security_group (00fcddc8-7180-49ad-8030-1e0f36bddb27), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:24.452486 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eee4503f-9acc-44e2-bf3e-2cfada220d8c admin admin] Publish callbacks [] for security_group (00fcddc8-7180-49ad-8030-1e0f36bddb27), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:24.572971 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eee4503f-9acc-44e2-bf3e-2cfada220d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (00fcddc8-7180-49ad-8030-1e0f36bddb27), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:24.576178 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eee4503f-9acc-44e2-bf3e-2cfada220d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:24.577333 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-eee4503f-9acc-44e2-bf3e-2cfada220d8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00fcddc8-7180-49ad-8030-1e0f36bddb27 HTTP/1.1" status: 204 len: 168 time: 0.1908362 Feb 20 23:41:24.585037 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4503f-9acc-44e2-bf3e-2cfada220d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcddc8-7180-49ad-8030-1e0f36bddb27,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:25.122303 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b5de3-8bf3-4e9c-925f-4ca66805cb20 req-cfd49bcb-a67f-4f16-b5f9-a9cac3b99103 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:25.123812 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-475b5de3-8bf3-4e9c-925f-4ca66805cb20 req-cfd49bcb-a67f-4f16-b5f9-a9cac3b99103 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 945 time: 0.0533142 Feb 20 23:41:25.174346 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-475b5de3-8bf3-4e9c-925f-4ca66805cb20 req-70ed7e11-03d2-46e9-ad08-820d50944ba2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Feb 20 23:41:25.223178 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37850) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:25.260898 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-25d2428f-6b0b-49ed-a924-7183dca76536 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d8fbfd8fdcb4e32ad903d08db50fcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375464 Feb 20 23:41:25.263290 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:25.309687 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a7df815-a679-4318-9a9d-41bb74796a82 admin admin] Publish callbacks [] for security_group (c9800632-a9cb-42d4-95d1-375f955d29ae), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:25.330434 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a7df815-a679-4318-9a9d-41bb74796a82 admin admin] Publish callbacks [] for security_group (c9800632-a9cb-42d4-95d1-375f955d29ae), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:25.436883 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a7df815-a679-4318-9a9d-41bb74796a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (c9800632-a9cb-42d4-95d1-375f955d29ae), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:25.439431 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a7df815-a679-4318-9a9d-41bb74796a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:25.440621 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-4a7df815-a679-4318-9a9d-41bb74796a82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9800632-a9cb-42d4-95d1-375f955d29ae HTTP/1.1" status: 204 len: 168 time: 0.1763616 Feb 20 23:41:25.448023 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7df815-a679-4318-9a9d-41bb74796a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9800632-a9cb-42d4-95d1-375f955d29ae,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:25.956673 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:41:26.294034 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc756f-b14d-4cc7-958d-9647cf72c5e2 req-b7d71fc3-eb3f-416e-807e-f2afc4a2b511 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:26.295630 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48dc756f-b14d-4cc7-958d-9647cf72c5e2 req-b7d71fc3-eb3f-416e-807e-f2afc4a2b511 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 945 time: 0.0523777 Feb 20 23:41:26.344326 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48dc756f-b14d-4cc7-958d-9647cf72c5e2 req-296b449f-86eb-416d-b53c-d9e058479ac9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Feb 20 23:41:29.972509 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 37920) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:30.076610 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca901aa-b31b-472f-890a-ef2b9531a2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.149122 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca901aa-b31b-472f-890a-ef2b9531a2f6 admin admin] Publish callbacks [] for security_group (3e2d246f-dc9c-4436-b146-fe260c756e95), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.201283 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca901aa-b31b-472f-890a-ef2b9531a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3e2d246f-dc9c-4436-b146-fe260c756e95), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.242739 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-0ca901aa-b31b-472f-890a-ef2b9531a2f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=205ecab5789a43949bd72f0a6adcfb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691720 Feb 20 23:41:30.243681 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca901aa-b31b-472f-890a-ef2b9531a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d246f-dc9c-4436-b146-fe260c756e95,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:30.245562 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37924) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:30.293300 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6837-c352-4b4c-9ec9-7df00d6fc85a admin admin] Publish callbacks [] for security_group (3e2d246f-dc9c-4436-b146-fe260c756e95), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.314544 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6837-c352-4b4c-9ec9-7df00d6fc85a admin admin] Publish callbacks [] for security_group (3e2d246f-dc9c-4436-b146-fe260c756e95), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.430273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6837-c352-4b4c-9ec9-7df00d6fc85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (3e2d246f-dc9c-4436-b146-fe260c756e95), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.432888 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6837-c352-4b4c-9ec9-7df00d6fc85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.434107 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2b4e6837-c352-4b4c-9ec9-7df00d6fc85a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e2d246f-dc9c-4436-b146-fe260c756e95 HTTP/1.1" status: 204 len: 168 time: 0.1874940 Feb 20 23:41:30.442174 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6837-c352-4b4c-9ec9-7df00d6fc85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d246f-dc9c-4436-b146-fe260c756e95,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:31.407564 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37948) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:31.504219 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1141340432-network', 'tenant_id': '5ba67a42ed2b4d6da5786531771a4295'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:31.584351 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Made reservation on behalf of 5ba67a42ed2b4d6da5786531771a4295 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:31.586690 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.598502 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.671196 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks [] for security_group (74aea1cc-5336-4e6d-b55b-e73d58c0e815), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.727223 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (74aea1cc-5336-4e6d-b55b-e73d58c0e815), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.748106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:41:31.762309 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aea1cc-5336-4e6d-b55b-e73d58c0e815,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:31.765237 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (b70be5a8-297c-4df8-9f9d-62b1ccc51dfc), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.765589 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Added segment b70be5a8-297c-4df8-9f9d-62b1ccc51dfc of type vlan for network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 Feb 20 23:41:31.805506 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (735d52f8-ea20-4c66-b352-b87ac6fb38b8), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.864551 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (735d52f8-ea20-4c66-b352-b87ac6fb38b8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.865550 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:31.866143 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.926182 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] Pushing event updated for resources: {'Network': ['ID=735d52f8-ea20-4c66-b352-b87ac6fb38b8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:31.936095 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:41:31.936606 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-22fa2807-edf1-4760-b7bc-74f980dce40f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5278296 Feb 20 23:41:31.940292 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 37952) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:31.945225 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Request body: {'subnet': {'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1141340432-subnet', 'tenant_id': '5ba67a42ed2b4d6da5786531771a4295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:32.013789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Made reservation on behalf of 5ba67a42ed2b4d6da5786531771a4295 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:32.016259 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414496'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.258725 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6033791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414546'] for subnet (22ae2720-85bc-45dd-a0a3-19dbf3614c3b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.312857 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ae2720-85bc-45dd-a0a3-19dbf3614c3b,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:32.328188 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Checking segment: {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:32.328558 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Network hostable DHCP agents. Network: 735d52f8-ea20-4c66-b352-b87ac6fb38b8, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:41:32.401358 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:41:32.487065 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 735d52f8-ea20-4c66-b352-b87ac6fb38b8) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:32.491103 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:32.491716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.497139 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c7d98-56ff-46ea-998f-f69fe72c6609 None None] Network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:32.581413 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4aadff80-ab05-4722-b4b4-fafd37b5665c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6399913 Feb 20 23:41:32.594057 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239702da-5ebd-4312-b6ec-71d62087d6f8 None None] Network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:41:34.666605 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-fba3a651-bee9-436c-a728-97ec3a9e0aee tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:34.668142 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-fba3a651-bee9-436c-a728-97ec3a9e0aee tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/networks?id=735d52f8-ea20-4c66-b352-b87ac6fb38b8 HTTP/1.1" status: 200 len: 814 time: 0.1011119 Feb 20 23:41:34.683687 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-7dc4ebdf-b4b4-4910-a7b8-f640bec747a7 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/quotas/5ba67a42ed2b4d6da5786531771a4295 HTTP/1.1" status: 200 len: 375 time: 0.0092664 Feb 20 23:41:34.720686 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-4568ab60-81aa-41ac-bc37-cd68e634ca75 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ba67a42ed2b4d6da5786531771a4295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314195 Feb 20 23:41:34.809212 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-9e5cf3da-7c30-4702-a370-670e2bec57ea service neutron] 10.222.0.60 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819802 Feb 20 23:41:34.899646 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-4b2817db-abce-4f3d-8ce3-63b99bbc52f1 service neutron] 10.222.0.60 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850201 Feb 20 23:41:35.124289 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-15baa7c8-a50a-48c0-8977-a2569ed1ca1b req-797bd43b-4da2-4c88-b700-c1c30de95227 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 210 time: 0.0321026 Feb 20 23:41:36.220321 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7e2f0b2f-aae4-4a98-9497-d368bef82f27 req-662e14b5-dd11-4abd-8d70-dc5f3583a39c tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 210 time: 0.0275812 Feb 20 23:41:36.578131 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-b7cf1802-7fd1-430a-ac72-1c7330a5d95f tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:36.579592 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-b7cf1802-7fd1-430a-ac72-1c7330a5d95f tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1034491 Feb 20 23:41:36.594924 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-e22cc520-3b40-4955-9bc8-e8efdebbc8c3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/quotas/5f45564615044058b4e8f89d13a46673 HTTP/1.1" status: 200 len: 375 time: 0.0098290 Feb 20 23:41:36.650776 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-61d7a108-cbd9-4bef-a955-ba5239762ca3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508325 Feb 20 23:41:36.740203 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-a2ba4ecc-c156-438f-a70d-796448dad898 service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820019 Feb 20 23:41:36.833047 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-b10f398b-24e3-41db-8899-2a7960a6ab18 service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870888 Feb 20 23:41:37.075492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-beab96d7-e49e-4254-ade9-d920c15170b3 req-3e1bfdce-3b83-47b8-a910-1ac0e1463448 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 210 time: 0.0285852 Feb 20 23:41:37.281850 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-06b85cca-0b10-4e3c-91a6-8f9379fc262d tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:37.283207 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-06b85cca-0b10-4e3c-91a6-8f9379fc262d tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "GET /v2.0/networks?id=735d52f8-ea20-4c66-b352-b87ac6fb38b8 HTTP/1.1" status: 200 len: 814 time: 0.1033084 Feb 20 23:41:37.306067 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Request body: {'port': {'device_id': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8', 'admin_state_up': True, 'tenant_id': '5ba67a42ed2b4d6da5786531771a4295'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:37.330423 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6457550-951f-4b42-a5ed-1d4fa2e14464 req-dbd05b62-1db4-42d2-b9cf-f7de27200866 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 210 time: 0.0395184 Feb 20 23:41:37.515827 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Made reservation on behalf of 5ba67a42ed2b4d6da5786531771a4295 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:37.519277 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.649141 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Allocated IP 172.20.0.11 (735d52f8-ea20-4c66-b352-b87ac6fb38b8/22ae2720-85bc-45dd-a0a3-19dbf3614c3b/f297ac40-5005-4978-962e-b76c9d5d7752) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:41:37.789414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks [] for port (f297ac40-5005-4978-962e-b76c9d5d7752), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.910685 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.954146 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:41:37.957127 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:37.959519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:41:37.987534 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Pushing event updated for resources: {'Port': ['ID=f297ac40-5005-4978-962e-b76c9d5d7752,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:38.014141 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:38.014847 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.101987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-666adeb8-547f-4f37-9bfc-ca58ec60d5ef tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014431 Feb 20 23:41:38.114157 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Request body: {'port': {'device_id': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:38.177087 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a79ecf9b-eb68-44eb-b33f-bdef25d035a4 req-60c25a6d-dd2e-437b-9e68-52dccfc690bc tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 210 time: 0.0346496 Feb 20 23:41:38.202070 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.505107 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa173b1-da92-4010-8cb6-e3d9db887e96 req-8c8a986e-44e4-4d19-8a33-65a6a32d6309 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:38.506594 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1aa173b1-da92-4010-8cb6-e3d9db887e96 req-8c8a986e-44e4-4d19-8a33-65a6a32d6309 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 932 time: 0.0945711 Feb 20 23:41:38.508434 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f297ac40-5005-4978-962e-b76c9d5d7752 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:38.522357 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Publish callbacks [] for port (f297ac40-5005-4978-962e-b76c9d5d7752), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.554983 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Transition to ACTIVE for port object f297ac40-5005-4978-962e-b76c9d5d7752 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:41:38.573105 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1aa173b1-da92-4010-8cb6-e3d9db887e96 req-47d7cc09-3afe-4272-9365-da2ba7f62f9d tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Feb 20 23:41:38.624523 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.679291 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f297ac40-5005-4978-962e-b76c9d5d7752,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:38.748220 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Attempting to bind port f297ac40-5005-4978-962e-b76c9d5d7752 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:41:38.748220 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Attempting to bind port f297ac40-5005-4978-962e-b76c9d5d7752 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:41:38.749497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Attempting to bind port f297ac40-5005-4978-962e-b76c9d5d7752 on network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:38.753128 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Port f297ac40-5005-4978-962e-b76c9d5d7752 on network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:41:38.753452 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Attempting to bind port f297ac40-5005-4978-962e-b76c9d5d7752 on network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:38.758295 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:41:38.758640 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Checking segment: {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:38.759026 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Bound using segment: {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:41:38.759453 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Bound port: f297ac40-5005-4978-962e-b76c9d5d7752, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:41:38.759812 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.826767 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] For port f297ac40-5005-4978-962e-b76c9d5d7752, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:41:38.829793 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] For port f297ac40-5005-4978-962e-b76c9d5d7752, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f297ac40-5005-4978-962e-b76c9d5d7752,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:41:38.914756 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.966749 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:38.967225 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:38.968674 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] 10.222.0.88 "PUT /v2.0/ports/f297ac40-5005-4978-962e-b76c9d5d7752 HTTP/1.1" status: 200 len: 1094 time: 0.8587301 Feb 20 23:41:38.973340 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'tag': 'f297ac40-5005-4978-962e-b76c9d5d7752'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:38.975806 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f0735-a78d-44e0-ad0a-4875fa47e97b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c69889d-f5d8-4db3-b780-3f2f14177b7f", "tag": "f297ac40-5005-4978-962e-b76c9d5d7752"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:39.022423 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72da6639-bc5d-4f4a-bc4d-6d4ebcc37304 x-openstack-request-id: req-72da6639-bc5d-4f4a-bc4d-6d4ebcc37304 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:39.022724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c69889d-f5d8-4db3-b780-3f2f14177b7f", "tag": "f297ac40-5005-4978-962e-b76c9d5d7752", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:39.023109 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72da6639-bc5d-4f4a-bc4d-6d4ebcc37304 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:39.023505 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'tag': 'f297ac40-5005-4978-962e-b76c9d5d7752', 'status': 'completed', 'code': 200} Feb 20 23:41:39.037946 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-c3e3dd46-cb77-462b-95ed-79961c15ebfb tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.039518 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-c3e3dd46-cb77-462b-95ed-79961c15ebfb tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1732659 Feb 20 23:41:39.040456 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2f206-99c1-41c6-bc48-b064d0402d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f297ac40-5005-4978-962e-b76c9d5d7752,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:39.063934 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Request body: {'port': {'device_id': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'admin_state_up': True, 'tenant_id': '5f45564615044058b4e8f89d13a46673'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:39.110120 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c29223b-14a6-4a9b-b0ef-5bf0156109c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:39.182628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0735-a78d-44e0-ad0a-4875fa47e97b req-84eaf234-201a-4635-b3b6-33f82cd580a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.184825 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b46f0735-a78d-44e0-ad0a-4875fa47e97b req-84eaf234-201a-4635-b3b6-33f82cd580a8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ba67a42ed2b4d6da5786531771a4295&device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 1128 time: 0.1254196 Feb 20 23:41:39.285263 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7fd54f0c-e681-45d9-bfed-2d2f512b29bb req-a43ef6f4-9d89-4fad-b3ba-7d4cd534a837 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 210 time: 0.0408962 Feb 20 23:41:39.319570 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0735-a78d-44e0-ad0a-4875fa47e97b req-9c18adee-2f5a-4656-9ca8-c2b6cd8190b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.321219 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b46f0735-a78d-44e0-ad0a-4875fa47e97b req-9c18adee-2f5a-4656-9ca8-c2b6cd8190b2 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5ba67a42ed2b4d6da5786531771a4295&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1292396 Feb 20 23:41:39.379225 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Made reservation on behalf of 5f45564615044058b4e8f89d13a46673 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:39.382537 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:39.480160 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0735-a78d-44e0-ad0a-4875fa47e97b req-beb1b0ef-c9ac-438a-bd2c-495dbd16a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.482109 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b46f0735-a78d-44e0-ad0a-4875fa47e97b req-beb1b0ef-c9ac-438a-bd2c-495dbd16a39b service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528409 Feb 20 23:41:39.572244 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Allocated IP 172.20.0.13 (b35626ef-7eee-4a8a-ba82-c5c6623b8a61/2c818a3f-433f-4032-a3ae-7c823b016dee/b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:41:39.595451 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-8b0699fe-9dee-4246-a018-028103e6502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.597005 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-8b0699fe-9dee-4246-a018-028103e6502e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ba67a42ed2b4d6da5786531771a4295&device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 1128 time: 0.0762761 Feb 20 23:41:39.657130 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-c2bb151a-6324-46e7-8f28-a42062d7e686 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f297ac40-5005-4978-962e-b76c9d5d7752 HTTP/1.1" status: 200 len: 217 time: 0.0485737 Feb 20 23:41:40.057397 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7302b-f047-492c-91e9-b560065473c3 req-9016dd72-284e-46b1-b9df-3a4209b74d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:40.058938 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-9016dd72-284e-46b1-b9df-3a4209b74d0b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22ae2720-85bc-45dd-a0a3-19dbf3614c3b HTTP/1.1" status: 200 len: 854 time: 0.3915112 Feb 20 23:41:40.088838 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174086d-2921-4ff4-8717-01a6c010736a req-f45a7941-d9b6-4217-ad75-6a1c5f088ed8 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:40.090963 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5174086d-2921-4ff4-8717-01a6c010736a req-f45a7941-d9b6-4217-ad75-6a1c5f088ed8 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 944 time: 0.4411843 Feb 20 23:41:40.110774 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-c3702f0f-749f-4992-9478-09295f2bac0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=735d52f8-ea20-4c66-b352-b87ac6fb38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443785 Feb 20 23:41:40.217785 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks [] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.249271 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5174086d-2921-4ff4-8717-01a6c010736a req-6a363cc3-6688-40b0-8dd7-ad74dbc5d3e4 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405783 Feb 20 23:41:40.283941 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-0041a063-c415-4d81-9ea8-78a9de274730 service neutron] 10.222.0.88 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592476 Feb 20 23:41:40.343246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.354879 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:40.430656 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:41:40.443692 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:40.448246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:41:40.454502 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event updated for resources: {'Port': ['ID=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:40.492953 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f6c7302b-f047-492c-91e9-b560065473c3 req-509e33f0-ca4a-40b8-9b75-103bb9d55a3c service neutron] 10.222.0.88 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020297 Feb 20 23:41:40.520102 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:40.520738 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.533739 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55376b4-a2df-41aa-b437-0bcf5791576b req-2d330db1-3cb7-4ed9-ac26-fc97fd625254 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:40.535203 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c55376b4-a2df-41aa-b437-0bcf5791576b req-2d330db1-3cb7-4ed9-ac26-fc97fd625254 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 932 time: 0.1587901 Feb 20 23:41:40.583440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c55376b4-a2df-41aa-b437-0bcf5791576b req-df5673a3-3015-423d-bf4a-08b81af1012b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Feb 20 23:41:40.598304 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-23a6ce87-5af9-477a-9b49-d860607ca1ea tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5407400 Feb 20 23:41:40.611523 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Request body: {'port': {'device_id': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:40.673969 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.930627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:40.938186 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Publish callbacks [] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.950270 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Transition to ACTIVE for port object b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:41:41.042052 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.096282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Pushing event updated for resources: {'Port': ['ID=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:41.168567 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Attempting to bind port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:41:41.169035 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Attempting to bind port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:41:41.169372 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Attempting to bind port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:41.173580 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:41:41.173901 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Attempting to bind port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:41.178941 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:41:41.179224 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Checking segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:41.179607 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Bound using segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:41:41.180078 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Bound port: b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:41:41.180431 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.242627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] For port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:41:41.245657 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] For port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:41:41.316514 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.380442 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.381070 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.382440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] 10.222.0.88 "PUT /v2.0/ports/b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c HTTP/1.1" status: 200 len: 1094 time: 0.7750909 Feb 20 23:41:41.383023 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'tag': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:41.385268 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991268c-8125-4291-a96c-85c4efca7488" -d '{"events": [{"name": "network-changed", "server_uuid": "a4291caa-f9c6-4679-9c41-51206f5cbe6a", "tag": "b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:41.414977 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929c76-c45d-4df0-ab71-0dc63bd4655f service neutron] Pushing event updated for resources: {'Port': ['ID=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:41.430677 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233b7d-ac22-445e-bc04-084bfdf5f18e req-9e6a9618-b57f-4b03-95dd-51757c649ef4 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.432117 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b0233b7d-ac22-445e-bc04-084bfdf5f18e req-9e6a9618-b57f-4b03-95dd-51757c649ef4 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 944 time: 0.1130490 Feb 20 23:41:41.433576 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9633cf84-de1b-4a44-be7c-d806c1110599 x-openstack-request-id: req-9633cf84-de1b-4a44-be7c-d806c1110599 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:41.433920 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4291caa-f9c6-4679-9c41-51206f5cbe6a", "tag": "b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:41.434183 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9633cf84-de1b-4a44-be7c-d806c1110599 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:41.434583 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'tag': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'status': 'completed', 'code': 200} Feb 20 23:41:41.508438 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b0233b7d-ac22-445e-bc04-084bfdf5f18e req-6ba9ab19-2b95-4155-a2a8-50bb8bc246fa tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697651 Feb 20 23:41:41.518170 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991268c-8125-4291-a96c-85c4efca7488 req-613aed7e-2f2a-4f04-8047-a8a2f6900994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.519701 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5991268c-8125-4291-a96c-85c4efca7488 req-613aed7e-2f2a-4f04-8047-a8a2f6900994 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 1128 time: 0.0665977 Feb 20 23:41:41.561530 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78c3bdf6-7aa0-405c-be93-9347db769415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.620869 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991268c-8125-4291-a96c-85c4efca7488 req-8816e7d2-6d00-4122-a5a5-e9d6be3db0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.622413 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5991268c-8125-4291-a96c-85c4efca7488 req-8816e7d2-6d00-4122-a5a5-e9d6be3db0ba service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5f45564615044058b4e8f89d13a46673&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955219 Feb 20 23:41:41.757772 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73336-4f76-401f-b5ff-7152fc66293e req-5633d6f0-772d-4c2b-8eb7-652c2a28edb1 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.759142 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d9e73336-4f76-401f-b5ff-7152fc66293e req-5633d6f0-772d-4c2b-8eb7-652c2a28edb1 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 944 time: 0.0825684 Feb 20 23:41:41.760130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991268c-8125-4291-a96c-85c4efca7488 req-61b5a13f-de8e-4b03-8216-a7a4d45d1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.761451 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5991268c-8125-4291-a96c-85c4efca7488 req-61b5a13f-de8e-4b03-8216-a7a4d45d1e2c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322782 Feb 20 23:41:41.838032 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d9e73336-4f76-401f-b5ff-7152fc66293e req-9434b63c-f9d3-4416-a58d-061c2593aede tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Feb 20 23:41:41.853444 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-63a6db7a-c1b6-4e4b-97df-47102a9332fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.854977 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-63a6db7a-c1b6-4e4b-97df-47102a9332fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 1128 time: 0.0559266 Feb 20 23:41:41.896076 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-500cdd66-d4ef-4a5e-bc3a-9686a83aa4c3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c HTTP/1.1" status: 200 len: 217 time: 0.0339882 Feb 20 23:41:41.946495 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-c3488b16-32ac-4436-9e56-27cea522bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.947944 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-c3488b16-32ac-4436-9e56-27cea522bccf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c818a3f-433f-4032-a3ae-7c823b016dee HTTP/1.1" status: 200 len: 853 time: 0.0463722 Feb 20 23:41:41.983192 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-e4c89f04-4b2f-4a94-800f-a2871c3ea594 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245910 Feb 20 23:41:42.071666 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-2c10dc07-b6a4-47c5-a1db-d6b1d3294bc6 service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808115 Feb 20 23:41:42.161528 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6738c65-6031-4636-ae95-305dcf3fa56d req-56e9bf52-2a3e-4fec-abae-f060dea23092 service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840616 Feb 20 23:41:42.628769 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59711b9-ebe9-43a0-8fb1-107e72e3526a req-80bc7332-e37c-408a-9466-7e5bbfdca6ee tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:42.630265 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e59711b9-ebe9-43a0-8fb1-107e72e3526a req-80bc7332-e37c-408a-9466-7e5bbfdca6ee tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 944 time: 0.0530219 Feb 20 23:41:42.676245 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e59711b9-ebe9-43a0-8fb1-107e72e3526a req-407fc2d4-4652-4674-be83-880e69694990 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Feb 20 23:41:42.858669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.956762 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a998911-e517-445c-a3e9-10bff0191922 req-27ac541c-03e7-411c-a9a4-40144481ff12 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:42.958235 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0a998911-e517-445c-a3e9-10bff0191922 req-27ac541c-03e7-411c-a9a4-40144481ff12 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 944 time: 0.0533028 Feb 20 23:41:43.008506 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0a998911-e517-445c-a3e9-10bff0191922 req-d16e7bc2-9071-46ce-804e-98c94a0c16f9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Feb 20 23:41:43.334489 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device f297ac40-5005-4978-962e-b76c9d5d7752 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:43.431537 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port f297ac40-5005-4978-962e-b76c9d5d7752, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f297ac40-5005-4978-962e-b76c9d5d7752,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:43.443603 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'f297ac40-5005-4978-962e-b76c9d5d7752', 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8', 'port_id': 'f297ac40-5005-4978-962e-b76c9d5d7752', 'mac_address': 'fa:16:3e:7e:26:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ae2720-85bc-45dd-a0a3-19dbf3614c3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:43.479737 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port f297ac40-5005-4978-962e-b76c9d5d7752 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:43.480162 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.492784 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f297ac40-5005-4978-962e-b76c9d5d7752 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:43.513208 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port f297ac40-5005-4978-962e-b76c9d5d7752, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f297ac40-5005-4978-962e-b76c9d5d7752,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:43.595846 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.645569 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=f297ac40-5005-4978-962e-b76c9d5d7752,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:43.795183 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1e83-9b68-4727-914f-72157eb8ff38 req-1570f4a5-cb85-4e35-85d7-c7b114c5cb37 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:43.796687 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b3ab1e83-9b68-4727-914f-72157eb8ff38 req-1570f4a5-cb85-4e35-85d7-c7b114c5cb37 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 945 time: 0.0525799 Feb 20 23:41:43.842869 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b3ab1e83-9b68-4727-914f-72157eb8ff38 req-4465b098-1f8a-43f5-98ef-71cddd266fd3 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Feb 20 23:41:43.848129 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['f297ac40-5005-4978-962e-b76c9d5d7752'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:44.081474 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:44.126085 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7694ac-9c6f-4f22-8342-54f19ce886c2 req-1a55e222-a96a-4800-b195-b000bae4b572 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:44.127477 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de7694ac-9c6f-4f22-8342-54f19ce886c2 req-1a55e222-a96a-4800-b195-b000bae4b572 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 944 time: 0.0521615 Feb 20 23:41:44.173978 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de7694ac-9c6f-4f22-8342-54f19ce886c2 req-e0e655fb-c981-4938-a93c-6bfc59367d50 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Feb 20 23:41:44.964563 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3962e-5e5a-4003-af5c-dad95e938e8f req-766c3aac-f19a-435c-ae1e-6fb2ff40d3a6 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:44.966072 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46b3962e-5e5a-4003-af5c-dad95e938e8f req-766c3aac-f19a-435c-ae1e-6fb2ff40d3a6 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 945 time: 0.0565636 Feb 20 23:41:45.011214 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46b3962e-5e5a-4003-af5c-dad95e938e8f req-6807ab53-89e0-45d3-a39e-df0b88c00bd3 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Feb 20 23:41:45.288803 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7e16-4664-4336-9a98-54c729ded402 req-81b0365e-490f-4e3f-99fe-34f8730a8d12 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:45.290278 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54ce7e16-4664-4336-9a98-54c729ded402 req-81b0365e-490f-4e3f-99fe-34f8730a8d12 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 944 time: 0.0508909 Feb 20 23:41:45.336655 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54ce7e16-4664-4336-9a98-54c729ded402 req-fbfba561-48dd-476d-b623-ec409c128dbd tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Feb 20 23:41:45.344632 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:45.348686 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device f297ac40-5005-4978-962e-b76c9d5d7752 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:45.474627 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:45.485387 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'port_id': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'mac_address': 'fa:16:3e:f9:d5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c818a3f-433f-4032-a3ae-7c823b016dee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:45.527181 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port f297ac40-5005-4978-962e-b76c9d5d7752 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:45.529579 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:45.530074 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.539555 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port f297ac40-5005-4978-962e-b76c9d5d7752 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:45.539977 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.568553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:45.604508 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:45.648336 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port f297ac40-5005-4978-962e-b76c9d5d7752 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:45.648732 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.671717 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f297ac40-5005-4978-962e-b76c9d5d7752'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:45.673962 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387f3bd8-2b66-4190-a692-158367e7d2d6" -d '{"events": [{"server_uuid": "0c69889d-f5d8-4db3-b780-3f2f14177b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f297ac40-5005-4978-962e-b76c9d5d7752"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:45.687152 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.691445 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port f297ac40-5005-4978-962e-b76c9d5d7752, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f297ac40-5005-4978-962e-b76c9d5d7752,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:45.693026 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.716413 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c3537-01eb-4260-9d86-e32930aa2a5f x-openstack-request-id: req-180c3537-01eb-4260-9d86-e32930aa2a5f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:45.716739 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c69889d-f5d8-4db3-b780-3f2f14177b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f297ac40-5005-4978-962e-b76c9d5d7752", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:45.717004 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-180c3537-01eb-4260-9d86-e32930aa2a5f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:45.717393 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f297ac40-5005-4978-962e-b76c9d5d7752', 'code': 200} Feb 20 23:41:45.743519 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:45.772797 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.833680 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=f297ac40-5005-4978-962e-b76c9d5d7752,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:45.881504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:45.954667 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:46.015796 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29225-e936-41ae-9ce3-631bd71da834 req-dd815feb-362c-4642-b06f-55ff05969a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:46.017306 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-89a29225-e936-41ae-9ce3-631bd71da834 req-dd815feb-362c-4642-b06f-55ff05969a64 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 1130 time: 0.0441933 Feb 20 23:41:46.071773 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-89a29225-e936-41ae-9ce3-631bd71da834 req-52fd577d-1b54-4c9b-a5c7-4b61dcdbfff8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Feb 20 23:41:46.130926 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794f4cb-3b6a-4022-bb11-9e5088805532 req-7dc9cf95-68f2-42f4-be96-9e1f4d432638 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:46.132534 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c794f4cb-3b6a-4022-bb11-9e5088805532 req-7dc9cf95-68f2-42f4-be96-9e1f4d432638 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0523336 Feb 20 23:41:46.179312 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c794f4cb-3b6a-4022-bb11-9e5088805532 req-29b85288-4de0-4f50-89bf-cebef9a9181e tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Feb 20 23:41:46.456280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d291aa-80c9-4dfa-9ee0-83e2ff276061 req-d71182cb-d74b-4226-a5ca-6fa3a7217228 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:46.457813 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85d291aa-80c9-4dfa-9ee0-83e2ff276061 req-d71182cb-d74b-4226-a5ca-6fa3a7217228 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 945 time: 0.0529411 Feb 20 23:41:46.503239 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-85d291aa-80c9-4dfa-9ee0-83e2ff276061 req-8768ce82-8bda-4471-b7e0-a35d365c27c0 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Feb 20 23:41:47.305832 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6549aa-7f3d-44da-9cbc-14d92b3f69cb req-c7715d9b-594f-4776-8c84-4c51f1a5edcb tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:47.307341 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b6549aa-7f3d-44da-9cbc-14d92b3f69cb req-c7715d9b-594f-4776-8c84-4c51f1a5edcb tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0618432 Feb 20 23:41:47.357665 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:47.362368 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b6549aa-7f3d-44da-9cbc-14d92b3f69cb req-c022eeb6-856d-4788-b2f1-5e0330497f29 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Feb 20 23:41:47.498707 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:47.502851 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:47.503262 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:47.586050 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:47.586450 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:47.620511 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:47.623380 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d2281-8f54-4ea6-baf0-cb52a470f3f2 req-e3fc7779-2b51-40c5-9f93-4be160248fb6 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:47.624890 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-478d2281-8f54-4ea6-baf0-cb52a470f3f2 req-e3fc7779-2b51-40c5-9f93-4be160248fb6 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 945 time: 0.0535054 Feb 20 23:41:47.671023 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-478d2281-8f54-4ea6-baf0-cb52a470f3f2 req-8aa2106a-488f-4f61-b363-a65de5ed86ef tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Feb 20 23:41:47.693163 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:47.718431 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:47.720682 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8926f007-0a65-44c3-869d-3f9d22a84fe6" -d '{"events": [{"server_uuid": "a4291caa-f9c6-4679-9c41-51206f5cbe6a", "name": "network-vif-plugged", "status": "completed", "tag": "b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:47.746246 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:47.755669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c879d90-5a11-41c9-b38f-f8da078403a9 x-openstack-request-id: req-9c879d90-5a11-41c9-b38f-f8da078403a9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:47.755669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4291caa-f9c6-4679-9c41-51206f5cbe6a", "name": "network-vif-plugged", "status": "completed", "tag": "b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:47.755669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c879d90-5a11-41c9-b38f-f8da078403a9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:47.755979 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'code': 200} Feb 20 23:41:48.016849 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497497-87ce-45eb-a6ec-f9e61a74306d req-20451c42-ec61-484c-8b27-d9d5de75a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:48.018260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1497497-87ce-45eb-a6ec-f9e61a74306d req-20451c42-ec61-484c-8b27-d9d5de75a730 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 1130 time: 0.0471923 Feb 20 23:41:48.061793 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1497497-87ce-45eb-a6ec-f9e61a74306d req-846cc45f-34a1-4573-80b9-aa6770153918 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367897 Feb 20 23:41:48.486659 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94862e-b9de-42c1-94e6-336f9226bdd4 req-a424f990-f7e7-4c25-9038-e176b11392fa tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:48.488314 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c94862e-b9de-42c1-94e6-336f9226bdd4 req-a424f990-f7e7-4c25-9038-e176b11392fa tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0516553 Feb 20 23:41:48.535026 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c94862e-b9de-42c1-94e6-336f9226bdd4 req-a54ab872-88e2-437e-b269-caa7ef6675b1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Feb 20 23:41:48.792496 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45ea1e-eb98-4ace-a8f7-cc1dacc62550 req-8b5f6ed0-fd15-415a-a3b9-43a35b2c2723 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:48.794385 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd45ea1e-eb98-4ace-a8f7-cc1dacc62550 req-8b5f6ed0-fd15-415a-a3b9-43a35b2c2723 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 946 time: 0.0538592 Feb 20 23:41:48.844877 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd45ea1e-eb98-4ace-a8f7-cc1dacc62550 req-2c0a0d48-f7b7-4bc9-9aac-294dc42c614f tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Feb 20 23:41:49.962490 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de05f1-4b3e-4e46-a059-119c1a1e37d1 req-0dc77be0-6acf-40c1-b9e3-3c277e900e71 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:49.964004 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6de05f1-4b3e-4e46-a059-119c1a1e37d1 req-0dc77be0-6acf-40c1-b9e3-3c277e900e71 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 946 time: 0.0534754 Feb 20 23:41:50.011417 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6de05f1-4b3e-4e46-a059-119c1a1e37d1 req-fe37d081-fca7-4ffb-b56d-af87295a431a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Feb 20 23:41:51.853930 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-51ffed61-7a2e-4816-b9a4-60f545f7b22d tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:51.855440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-51ffed61-7a2e-4816-b9a4-60f545f7b22d tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1047275 Feb 20 23:41:51.873003 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-dd64a81c-04f2-42c9-9160-dbd98bc96e51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/quotas/5f45564615044058b4e8f89d13a46673 HTTP/1.1" status: 200 len: 375 time: 0.0099225 Feb 20 23:41:51.929313 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-619fbdef-093e-4a94-b87e-75cce5e1ff69 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510795 Feb 20 23:41:52.018750 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-337bb8f1-a790-46fb-a4c3-ac5dd99d4490 service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817380 Feb 20 23:41:52.111133 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-012633ce-5cb0-4123-a4ef-c4fe992deff5 service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868306 Feb 20 23:41:52.348233 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5fef4089-2b15-4266-9591-55781cd11b15 req-36ad2ff9-76cd-4625-b989-22b506cff63b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Feb 20 23:41:53.447545 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75cd79b2-0266-4176-ba7c-033f693f2504 req-cc885c61-b421-4736-925d-b0bfe79b8561 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 210 time: 0.0288093 Feb 20 23:41:54.374816 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-845c530d-b8a0-4943-b330-2045b80d56c8 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:54.377198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-845c530d-b8a0-4943-b330-2045b80d56c8 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1114335 Feb 20 23:41:54.397165 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Request body: {'port': {'device_id': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'admin_state_up': True, 'tenant_id': '5f45564615044058b4e8f89d13a46673'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:54.551243 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6b0777f-bdfa-45d1-a697-a6e380860745 req-0cb6351a-0327-4015-ac0c-f3f5cfaa59c3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Feb 20 23:41:54.584284 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Made reservation on behalf of 5f45564615044058b4e8f89d13a46673 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:41:54.587697 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:54.714273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Allocated IP 172.20.0.2 (b35626ef-7eee-4a8a-ba82-c5c6623b8a61/2c818a3f-433f-4032-a3ae-7c823b016dee/e95249b8-da36-411c-8199-a469a3b0547e) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:41:54.866841 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks [] for port (e95249b8-da36-411c-8199-a469a3b0547e), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:54.956366 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (e95249b8-da36-411c-8199-a469a3b0547e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:54.969643 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d', 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:55.000740 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:41:55.003724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:41:55.009469 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:41:55.015762 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event updated for resources: {'Port': ['ID=e95249b8-da36-411c-8199-a469a3b0547e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:55.051509 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.051898 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.052246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.052589 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.052933 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.053273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.053613 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.053942 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.054273 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.054604 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.054930 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.055258 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.055583 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:55.079343 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:55.079990 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.170498 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-8d699d5c-8b2b-4da7-822f-8028e8412f42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768388 Feb 20 23:41:55.182075 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Request body: {'port': {'device_id': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:55.241461 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (e95249b8-da36-411c-8199-a469a3b0547e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.501528 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95249b8-da36-411c-8199-a469a3b0547e {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:55.509676 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Publish callbacks [] for port (e95249b8-da36-411c-8199-a469a3b0547e), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.522756 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Transition to ACTIVE for port object e95249b8-da36-411c-8199-a469a3b0547e will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:41:55.589982 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (e95249b8-da36-411c-8199-a469a3b0547e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.669300 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Pushing event updated for resources: {'Port': ['ID=e95249b8-da36-411c-8199-a469a3b0547e,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:55.741519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1fd7b-596a-495f-8bcf-9407d488f3c8 req-c9a7c311-540b-48bd-8924-c59ac6c07509 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:55.742987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03a1fd7b-596a-495f-8bcf-9407d488f3c8 req-c9a7c311-540b-48bd-8924-c59ac6c07509 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 943 time: 0.1190622 Feb 20 23:41:55.758414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Attempting to bind port e95249b8-da36-411c-8199-a469a3b0547e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:41:55.758672 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Attempting to bind port e95249b8-da36-411c-8199-a469a3b0547e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:41:55.758999 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Attempting to bind port e95249b8-da36-411c-8199-a469a3b0547e on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:55.773722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Port e95249b8-da36-411c-8199-a469a3b0547e on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:41:55.774037 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Attempting to bind port e95249b8-da36-411c-8199-a469a3b0547e on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:55.788503 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:41:55.788954 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Checking segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:55.789215 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Bound using segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:41:55.789663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Bound port: e95249b8-da36-411c-8199-a469a3b0547e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:41:55.790022 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (e95249b8-da36-411c-8199-a469a3b0547e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.817285 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03a1fd7b-596a-495f-8bcf-9407d488f3c8 req-1c3e78a1-b5f0-41e9-b5ac-9124726b7eb1 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688114 Feb 20 23:41:55.866248 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] For port e95249b8-da36-411c-8199-a469a3b0547e, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:41:55.869882 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] For port e95249b8-da36-411c-8199-a469a3b0547e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e95249b8-da36-411c-8199-a469a3b0547e,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:41:55.927884 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (e95249b8-da36-411c-8199-a469a3b0547e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.962469 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:55.963130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:55.964550 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] 10.222.0.88 "PUT /v2.0/ports/e95249b8-da36-411c-8199-a469a3b0547e HTTP/1.1" status: 200 len: 1093 time: 0.7866657 Feb 20 23:41:55.965021 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'tag': 'e95249b8-da36-411c-8199-a469a3b0547e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:55.967280 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed42ada-83d4-49f8-a6c1-75dddc101953" -d '{"events": [{"name": "network-changed", "server_uuid": "f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8", "tag": "e95249b8-da36-411c-8199-a469a3b0547e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:55.995731 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362de41a-d30c-41a1-9bb8-5c85e23907fb service neutron] Pushing event updated for resources: {'Port': ['ID=e95249b8-da36-411c-8199-a469a3b0547e,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:56.010228 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e68c3c8-09df-4c9c-8b29-96e8c1491041 x-openstack-request-id: req-1e68c3c8-09df-4c9c-8b29-96e8c1491041 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:56.010517 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8", "tag": "e95249b8-da36-411c-8199-a469a3b0547e", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:56.010771 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e68c3c8-09df-4c9c-8b29-96e8c1491041 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:56.011177 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'tag': 'e95249b8-da36-411c-8199-a469a3b0547e', 'status': 'completed', 'code': 200} Feb 20 23:41:56.075781 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed42ada-83d4-49f8-a6c1-75dddc101953 req-ff73e13d-2c40-434a-a155-c62716c1deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.077330 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aed42ada-83d4-49f8-a6c1-75dddc101953 req-ff73e13d-2c40-434a-a155-c62716c1deae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 1127 time: 0.0465658 Feb 20 23:41:56.176418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed42ada-83d4-49f8-a6c1-75dddc101953 req-6294d85f-f1df-45df-b43b-1306072a9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.177884 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aed42ada-83d4-49f8-a6c1-75dddc101953 req-6294d85f-f1df-45df-b43b-1306072a9b54 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5f45564615044058b4e8f89d13a46673&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935435 Feb 20 23:41:56.271111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed42ada-83d4-49f8-a6c1-75dddc101953 req-06819386-4f5d-4ea6-8748-56bcda2e696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.272531 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aed42ada-83d4-49f8-a6c1-75dddc101953 req-06819386-4f5d-4ea6-8748-56bcda2e696a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885561 Feb 20 23:41:56.603139 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-3c41759c-9233-4b0b-b91a-4816e8498771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.604732 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-3c41759c-9233-4b0b-b91a-4816e8498771 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 1127 time: 0.2945378 Feb 20 23:41:56.649292 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-afd9182d-691b-40e6-8a48-37270a5b9102 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e95249b8-da36-411c-8199-a469a3b0547e HTTP/1.1" status: 200 len: 217 time: 0.0326202 Feb 20 23:41:56.706838 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-24f88a9d-f270-44ce-97a0-0e23069af49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.708250 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-24f88a9d-f270-44ce-97a0-0e23069af49a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c818a3f-433f-4032-a3ae-7c823b016dee HTTP/1.1" status: 200 len: 853 time: 0.0435071 Feb 20 23:41:56.739293 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-e0979d2e-48c1-4f20-ba2d-4bce953d2f76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250554 Feb 20 23:41:56.830499 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-60718ec2-7d53-4b0b-b89a-dc3ae874a79a service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844829 Feb 20 23:41:56.967691 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-942d37cb-4937-4bf7-b4d0-d5b863128321 req-2b884f3e-b48a-4a8b-a159-8fe7c80890e1 service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266437 Feb 20 23:41:56.978827 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8e014-eb0d-4c43-9e9d-413b9928aea9 req-732655fb-e62a-44fb-82d6-304ef7386cb2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.980295 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfb8e014-eb0d-4c43-9e9d-413b9928aea9 req-732655fb-e62a-44fb-82d6-304ef7386cb2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 943 time: 0.0950968 Feb 20 23:41:57.038297 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfb8e014-eb0d-4c43-9e9d-413b9928aea9 req-4e891a23-61e1-4447-b64d-6583037377e7 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Feb 20 23:41:58.151014 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c614-2d6f-4713-b382-8c4ff1956e64 req-a92af96e-662f-46fd-a399-25f077b6d801 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:58.152619 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4e7c614-2d6f-4713-b382-8c4ff1956e64 req-a92af96e-662f-46fd-a399-25f077b6d801 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 943 time: 0.0505486 Feb 20 23:41:58.200045 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4e7c614-2d6f-4713-b382-8c4ff1956e64 req-b6011573-8d38-44be-9e80-24e5e684c840 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Feb 20 23:41:59.324671 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b72ef-8e17-46f1-a679-43400324e182 req-170ae062-61dc-4217-a903-e06370649a8b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:59.326143 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b4b72ef-8e17-46f1-a679-43400324e182 req-170ae062-61dc-4217-a903-e06370649a8b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 943 time: 0.0575063 Feb 20 23:41:59.373673 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b4b72ef-8e17-46f1-a679-43400324e182 req-225b32a6-7a04-46e0-990a-190f5d1db0db tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Feb 20 23:41:59.664994 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device e95249b8-da36-411c-8199-a469a3b0547e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:59.764030 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port e95249b8-da36-411c-8199-a469a3b0547e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e95249b8-da36-411c-8199-a469a3b0547e,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:59.775390 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'e95249b8-da36-411c-8199-a469a3b0547e', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'port_id': 'e95249b8-da36-411c-8199-a469a3b0547e', 'mac_address': 'fa:16:3e:48:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c818a3f-433f-4032-a3ae-7c823b016dee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:59.811772 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port e95249b8-da36-411c-8199-a469a3b0547e is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:59.812196 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (e95249b8-da36-411c-8199-a469a3b0547e), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:59.825558 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95249b8-da36-411c-8199-a469a3b0547e {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:59.845165 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port e95249b8-da36-411c-8199-a469a3b0547e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e95249b8-da36-411c-8199-a469a3b0547e,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:59.932800 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (e95249b8-da36-411c-8199-a469a3b0547e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:59.984210 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=e95249b8-da36-411c-8199-a469a3b0547e,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:00.493137 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8c7e6-78d7-41c8-a730-70b2ca0d4a22 req-4f38c241-1bd3-4710-be65-d68b2a7d4643 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:00.494658 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20b8c7e6-78d7-41c8-a730-70b2ca0d4a22 req-4f38c241-1bd3-4710-be65-d68b2a7d4643 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 944 time: 0.0551176 Feb 20 23:42:00.541487 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20b8c7e6-78d7-41c8-a730-70b2ca0d4a22 req-efd07cbb-c652-411e-a919-85a12eae113b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Feb 20 23:42:00.904102 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['e95249b8-da36-411c-8199-a469a3b0547e'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:01.661831 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b45fb-ddfc-42c4-bc14-dcfe002be5e4 req-03de1920-ab01-41a4-bbe6-42984127ee22 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:01.663244 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1c6b45fb-ddfc-42c4-bc14-dcfe002be5e4 req-03de1920-ab01-41a4-bbe6-42984127ee22 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 944 time: 0.0547087 Feb 20 23:42:01.712485 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1c6b45fb-ddfc-42c4-bc14-dcfe002be5e4 req-e760a5dd-ca12-4077-8fbd-4ecc56e1d30f tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Feb 20 23:42:02.829636 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb064-af32-4505-892a-240ed3eacf8d req-58ecff4b-8f3e-4eba-a7aa-8f0e9f1e20b2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:02.831103 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e88cb064-af32-4505-892a-240ed3eacf8d req-58ecff4b-8f3e-4eba-a7aa-8f0e9f1e20b2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 944 time: 0.0519302 Feb 20 23:42:02.877830 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e88cb064-af32-4505-892a-240ed3eacf8d req-8a10366e-b3f7-41b9-a260-2239ccbb3aa1 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Feb 20 23:42:02.955581 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:42:03.383532 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device e95249b8-da36-411c-8199-a469a3b0547e up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:03.481660 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port e95249b8-da36-411c-8199-a469a3b0547e completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:42:03.485807 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port e95249b8-da36-411c-8199-a469a3b0547e triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:03.486200 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (e95249b8-da36-411c-8199-a469a3b0547e), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.562723 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port e95249b8-da36-411c-8199-a469a3b0547e is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:03.563176 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (e95249b8-da36-411c-8199-a469a3b0547e), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.585815 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95249b8-da36-411c-8199-a469a3b0547e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:03.588058 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3489b35c-5c9c-4e24-83ca-8ee79ecd0bbc" -d '{"events": [{"server_uuid": "f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8", "name": "network-vif-plugged", "status": "completed", "tag": "e95249b8-da36-411c-8199-a469a3b0547e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:03.604223 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port e95249b8-da36-411c-8199-a469a3b0547e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e95249b8-da36-411c-8199-a469a3b0547e,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:03.624031 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38ac72f-0ac2-4256-a043-63edbc141339 x-openstack-request-id: req-a38ac72f-0ac2-4256-a043-63edbc141339 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:03.624374 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8", "name": "network-vif-plugged", "status": "completed", "tag": "e95249b8-da36-411c-8199-a469a3b0547e", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:03.624637 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a38ac72f-0ac2-4256-a043-63edbc141339 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:03.625057 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95249b8-da36-411c-8199-a469a3b0547e', 'code': 200} Feb 20 23:42:03.693550 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (e95249b8-da36-411c-8199-a469a3b0547e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.741914 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=e95249b8-da36-411c-8199-a469a3b0547e,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:03.943918 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd372a-c155-48bc-8f8f-4c70f2abb681 req-e81fdf30-20c9-418b-a761-b46b62bf53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:03.945394 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94dd372a-c155-48bc-8f8f-4c70f2abb681 req-e81fdf30-20c9-418b-a761-b46b62bf53ea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 1129 time: 0.0468292 Feb 20 23:42:04.022524 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94dd372a-c155-48bc-8f8f-4c70f2abb681 req-017eae01-3c6f-4bdb-904c-e155d033f2d2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636108 Feb 20 23:42:04.033414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ac562-96b8-44fc-b7f1-e9c61125a030 req-3013f5c8-093a-4e60-8ea7-9f5c2fb2ef99 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:04.034809 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-344ac562-96b8-44fc-b7f1-e9c61125a030 req-3013f5c8-093a-4e60-8ea7-9f5c2fb2ef99 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0838742 Feb 20 23:42:04.080456 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-344ac562-96b8-44fc-b7f1-e9c61125a030 req-99f6d19b-2bca-4f63-b9c0-b0887fb2480a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Feb 20 23:42:05.204368 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4443c6a-de4a-4efa-bb9b-3e9231b03df2 req-ffcf4c0c-72ff-4405-a8b3-02ec832b0a45 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:05.205841 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a4443c6a-de4a-4efa-bb9b-3e9231b03df2 req-ffcf4c0c-72ff-4405-a8b3-02ec832b0a45 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0549326 Feb 20 23:42:05.256264 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a4443c6a-de4a-4efa-bb9b-3e9231b03df2 req-13c0fbc2-30a9-432e-93a5-8bd957352a00 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Feb 20 23:42:06.388030 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929352ba-6a41-451a-bf4d-b6c7a685486c req-0202d435-1b14-4aed-9060-a4a6868a9cef tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:06.389618 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-929352ba-6a41-451a-bf4d-b6c7a685486c req-0202d435-1b14-4aed-9060-a4a6868a9cef tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0649548 Feb 20 23:42:06.442964 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-929352ba-6a41-451a-bf4d-b6c7a685486c req-02871924-72b4-47d4-bfe3-1dc1f78317f7 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 Feb 20 23:42:06.503765 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-bd625451-ecf8-4cb2-8f25-9c0016b04a04 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513089169&fields=id&tenant_id=e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 267 time: 0.0457537 Feb 20 23:42:06.608249 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-35a3449b-7dfe-427b-b09b-ec576a3b6297 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:06.610264 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-35a3449b-7dfe-427b-b09b-ec576a3b6297 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 810 time: 0.0994697 Feb 20 23:42:06.624432 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-84f38ad3-ea5d-46ba-b9f3-c45ccff76171 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/quotas/e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 375 time: 0.0089405 Feb 20 23:42:06.686987 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-82efa1ab-768e-4fbb-a92d-d60f547a7de9 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570154 Feb 20 23:42:06.781381 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-d2cfa8a6-5e45-4ddd-a2df-266305ca8c2c service neutron] 10.222.0.60 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822515 Feb 20 23:42:06.873761 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-e0a32b91-fe05-4419-a578-7b09e4ca7d6c service neutron] 10.222.0.60 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Feb 20 23:42:07.482871 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4b2214b-6070-4a20-969f-db24887eb6ff req-3439077f-ce65-4001-8959-b424445d70f5 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Feb 20 23:42:08.576295 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-89037994-723e-4db9-b6d9-ceb4c5cfb846 req-18383ce9-b144-4b62-bfa9-e58dfb89a408 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 210 time: 0.0265422 Feb 20 23:42:09.098542 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a37a527-8847-40bf-bbbe-5934fbfe59c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.531339 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-fd1dd365-9e99-4528-9bcb-02693a3a8e6b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:09.533569 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-fd1dd365-9e99-4528-9bcb-02693a3a8e6b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 810 time: 0.1078043 Feb 20 23:42:09.599365 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-e370e824-932a-4f0b-9202-6399158ca6c4 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6616d9bd7a74a9dbd5943150b79617a HTTP/1.1" status: 200 len: 379 time: 0.0561640 Feb 20 23:42:09.608534 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'port': {'device_id': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'admin_state_up': True, 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'security_groups': ['f3e130a5-b7ba-484a-a6a5-997c72f8f7f2']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:09.689047 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0f4b5f04-420b-4319-84ce-d43f6a3ca82d req-5d9860b7-0639-4d63-9f26-9dc94fc25dbd tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 210 time: 0.0375917 Feb 20 23:42:09.847300 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Made reservation on behalf of e6616d9bd7a74a9dbd5943150b79617a for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:09.850768 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.993916 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Allocated IP 172.20.0.10 (ba1c102d-6d7f-4101-896d-f3e717dd50b1/2aa0f323-d6cf-4cc0-aa02-ffa7030a597e/be8cec9e-a144-4234-b4fb-bb7fbff858b3) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:10.137117 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.218935 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.259580 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:10.262513 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:10.265984 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:10.296615 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=be8cec9e-a144-4234-b4fb-bb7fbff858b3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:10.321905 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:10.322528 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.387085 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2b9513e1-bfcb-4b05-b823-2bb546746fb3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822542 Feb 20 23:42:10.400666 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Request body: {'port': {'device_id': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:10.467110 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.498015 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-95fdbbb3-123e-422d-819c-1cd83a791d41 None None] Provisioning complete for port be8cec9e-a144-4234-b4fb-bb7fbff858b3 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:10.498590 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95fdbbb3-123e-422d-819c-1cd83a791d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.530865 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-95fdbbb3-123e-422d-819c-1cd83a791d41 None None] Port be8cec9e-a144-4234-b4fb-bb7fbff858b3 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:42:10.732269 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8cec9e-a144-4234-b4fb-bb7fbff858b3 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:10.741003 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Publish callbacks [] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.754089 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Transition to ACTIVE for port object be8cec9e-a144-4234-b4fb-bb7fbff858b3 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:42:10.807424 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.823252 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb3980-7eb0-4071-909b-0a0cee568ce8 req-4728ab28-70ba-468c-a21f-78dc83804aee tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:10.824750 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3cb3980-7eb0-4071-909b-0a0cee568ce8 req-4728ab28-70ba-468c-a21f-78dc83804aee tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 932 time: 0.0642412 Feb 20 23:42:10.888622 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Pushing event updated for resources: {'Port': ['ID=be8cec9e-a144-4234-b4fb-bb7fbff858b3,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:10.957469 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3cb3980-7eb0-4071-909b-0a0cee568ce8 req-1a559b94-947e-4e46-a9f0-0fc0472e1f7d tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145177 Feb 20 23:42:10.986630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Attempting to bind port be8cec9e-a144-4234-b4fb-bb7fbff858b3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:10.986982 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Attempting to bind port be8cec9e-a144-4234-b4fb-bb7fbff858b3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:10.987324 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Attempting to bind port be8cec9e-a144-4234-b4fb-bb7fbff858b3 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:10.992316 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Port be8cec9e-a144-4234-b4fb-bb7fbff858b3 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:42:10.992653 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Attempting to bind port be8cec9e-a144-4234-b4fb-bb7fbff858b3 on network ba1c102d-6d7f-4101-896d-f3e717dd50b1 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:10.998885 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:10.999804 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Checking segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:11.000664 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Bound using segment: {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:11.001111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Bound port: be8cec9e-a144-4234-b4fb-bb7fbff858b3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c09673-c549-4cae-a3b0-96d12a4c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:11.001536 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.070460 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] For port be8cec9e-a144-4234-b4fb-bb7fbff858b3, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:11.073350 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] For port be8cec9e-a144-4234-b4fb-bb7fbff858b3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:11.178764 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.212566 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.213278 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.214571 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] 10.222.0.88 "PUT /v2.0/ports/be8cec9e-a144-4234-b4fb-bb7fbff858b3 HTTP/1.1" status: 200 len: 1094 time: 0.8182924 Feb 20 23:42:11.214973 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:11.217196 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56" -d '{"events": [{"name": "network-changed", "server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:11.242249 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f842b-b49c-49e5-b646-dcf41bb33acb service neutron] Pushing event updated for resources: {'Port': ['ID=be8cec9e-a144-4234-b4fb-bb7fbff858b3,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:11.257711 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26923a61-be5f-4cc1-9613-69c0ade6a6e9 x-openstack-request-id: req-26923a61-be5f-4cc1-9613-69c0ade6a6e9 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:11.258000 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:11.258282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26923a61-be5f-4cc1-9613-69c0ade6a6e9 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:11.258685 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'status': 'completed', 'code': 200} Feb 20 23:42:11.336639 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56 req-853f26af-1e8c-4596-b516-d84f7c0c46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.338734 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56 req-853f26af-1e8c-4596-b516-d84f7c0c46fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 1128 time: 0.0491657 Feb 20 23:42:11.442330 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56 req-d71e8b25-2812-49a8-9663-7d761a072ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.443809 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56 req-d71e8b25-2812-49a8-9663-7d761a072ce2 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0963452 Feb 20 23:42:11.537970 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56 req-c21b9ed8-8b3a-40b9-b7be-82d095c8aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.539495 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf5076be-f4bf-4606-a5d8-d73ea9c90b56 req-c21b9ed8-8b3a-40b9-b7be-82d095c8aa16 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889089 Feb 20 23:42:11.567241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74da1514-265f-47e4-a462-153b7c4982f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.628318 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-6e35ad1c-fdaf-439a-8af3-3816aecaa40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.629785 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-6e35ad1c-fdaf-439a-8af3-3816aecaa40f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 1128 time: 0.0500314 Feb 20 23:42:11.672316 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-d0f358c6-b328-4615-abfd-0da30edf6d64 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3 HTTP/1.1" status: 200 len: 217 time: 0.0343957 Feb 20 23:42:11.721710 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-ee83a928-28a6-4775-a436-25a60105cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.723132 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-ee83a928-28a6-4775-a436-25a60105cf9a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0439095 Feb 20 23:42:11.777926 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-c9620306-79fa-43ec-8ac8-121f1808eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.779413 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-c9620306-79fa-43ec-8ac8-121f1808eb52 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475957 Feb 20 23:42:11.869198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-2e5a0a8d-6a3e-43fa-b423-808ff1474fc4 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832300 Feb 20 23:42:11.965247 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2e09b713-8aba-4678-8fba-4c331cb9b851 req-00c974e4-13be-4444-b68d-7fd4ee5c0233 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892637 Feb 20 23:42:12.097223 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a014b-1570-4f55-ad38-5bcc7f15f75c req-80c4aff4-9094-4c9d-9a81-5ee689122584 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:12.098727 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc6a014b-1570-4f55-ad38-5bcc7f15f75c req-80c4aff4-9094-4c9d-9a81-5ee689122584 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0566704 Feb 20 23:42:12.150292 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc6a014b-1570-4f55-ad38-5bcc7f15f75c req-03921b6a-a746-4b38-a034-e689395bda40 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449805 Feb 20 23:42:12.852424 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:13.269063 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb124d-8ef4-477a-909f-f4cf923c9c9a req-6c9df00c-6072-4181-ae3e-697609c7f441 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:13.270539 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2fb124d-8ef4-477a-909f-f4cf923c9c9a req-6c9df00c-6072-4181-ae3e-697609c7f441 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0531259 Feb 20 23:42:13.318378 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2fb124d-8ef4-477a-909f-f4cf923c9c9a req-2302c66d-3e2d-4072-a6e8-a70a0779f3ff tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424440 Feb 20 23:42:14.052655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:14.437764 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754622e-954f-4d1c-857e-0711b98f1d19 req-d7271512-f97f-44f1-a7a3-ff29d77c1878 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:14.439150 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a754622e-954f-4d1c-857e-0711b98f1d19 req-d7271512-f97f-44f1-a7a3-ff29d77c1878 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0558510 Feb 20 23:42:14.487576 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a754622e-954f-4d1c-857e-0711b98f1d19 req-170e6d60-0f1e-4cf4-8ca0-062cb6ebf4b3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Feb 20 23:42:15.605753 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b4cc-9673-4a55-a340-c6291d292d2b req-4679a50a-7b66-410d-86bc-e6154d2f8902 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:15.607285 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2796b4cc-9673-4a55-a340-c6291d292d2b req-4679a50a-7b66-410d-86bc-e6154d2f8902 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0531218 Feb 20 23:42:15.641125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:15.656635 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2796b4cc-9673-4a55-a340-c6291d292d2b req-2133b4d3-e77f-40e4-95d7-50d3828a8235 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Feb 20 23:42:15.898618 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:16.777602 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b19da8-ee41-4b26-ba68-9a0dcc97e9c4 req-e456fba7-f414-4179-9680-fea1f2a065bb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:16.778977 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-23b19da8-ee41-4b26-ba68-9a0dcc97e9c4 req-e456fba7-f414-4179-9680-fea1f2a065bb tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0565016 Feb 20 23:42:16.828878 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-23b19da8-ee41-4b26-ba68-9a0dcc97e9c4 req-ef408a3f-107d-41e8-a9ba-770dbcb9c913 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442781 Feb 20 23:42:17.950797 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320b397-562c-4112-96e0-12845362068a req-f4833781-f02a-40c1-9e5a-b26f62160806 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:17.952319 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1320b397-562c-4112-96e0-12845362068a req-f4833781-f02a-40c1-9e5a-b26f62160806 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0526376 Feb 20 23:42:17.999817 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1320b397-562c-4112-96e0-12845362068a req-a367df57-243a-4ecc-b444-78a33beb8d0c tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Feb 20 23:42:19.116843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bbc45-0937-4637-ada0-f6abab5cf715 req-421e511c-a583-4f9f-b6a7-6609a4a55083 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:19.118423 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d1bbc45-0937-4637-ada0-f6abab5cf715 req-421e511c-a583-4f9f-b6a7-6609a4a55083 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0516300 Feb 20 23:42:19.169703 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d1bbc45-0937-4637-ada0-f6abab5cf715 req-6fce2892-f562-4d57-bf79-d967e9d855a4 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Feb 20 23:42:19.970918 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-c7232663-f077-4c58-acf2-3aa2adda3c94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433600 Feb 20 23:42:20.063614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-29c91d3c-a4c9-4ff1-a222-00e3b287daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.065127 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-29c91d3c-a4c9-4ff1-a222-00e3b287daa4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1129 time: 0.0441821 Feb 20 23:42:20.171960 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-e7445ca5-1868-49c5-b4e2-f9e0f6ce0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.173355 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-e7445ca5-1868-49c5-b4e2-f9e0f6ce0a2e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.0865724 Feb 20 23:42:20.255069 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-28534d77-39a9-466c-b129-9881937f47bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 200 len: 1001 time: 0.0692227 Feb 20 23:42:20.325275 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-33275a70-313f-44a7-8e3b-2b37033c8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.326698 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-33275a70-313f-44a7-8e3b-2b37033c8b6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0575211 Feb 20 23:42:20.336598 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0987d32-fb7b-48ea-b15c-63c2f39670e1 req-68f30743-105a-42c8-8ae1-dac6df8aeb70 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.337960 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0987d32-fb7b-48ea-b15c-63c2f39670e1 req-68f30743-105a-42c8-8ae1-dac6df8aeb70 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.1018193 Feb 20 23:42:20.413739 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0987d32-fb7b-48ea-b15c-63c2f39670e1 req-d2189f96-907b-4f40-9cd5-f66733dc1187 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679886 Feb 20 23:42:20.416322 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-c6762205-8034-41ce-972a-982650bf08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.417729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-c6762205-8034-41ce-972a-982650bf08a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789454 Feb 20 23:42:20.511708 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-12adc4b8-7e38-440a-9b8a-69a52310121d service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844433 Feb 20 23:42:20.606001 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf1852df-81d7-4622-8730-aefcb456ce5b req-83f88264-5511-4ae1-9638-72607c96a883 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815203 Feb 20 23:42:21.534622 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe8d1e-9266-4ff1-8837-7b8f6c2dd428 req-d28fc73d-38f5-411f-8e8d-1821cc76a467 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.536215 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53fe8d1e-9266-4ff1-8837-7b8f6c2dd428 req-d28fc73d-38f5-411f-8e8d-1821cc76a467 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0534463 Feb 20 23:42:21.584679 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-53fe8d1e-9266-4ff1-8837-7b8f6c2dd428 req-ceb6e59d-bbde-4e13-8da7-09964ee4d634 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Feb 20 23:42:22.704083 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4feca-48d8-42f1-b632-760e04c3d8a4 req-af231f8e-7bff-4447-af35-221d551879af tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.705601 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52c4feca-48d8-42f1-b632-760e04c3d8a4 req-af231f8e-7bff-4447-af35-221d551879af tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0557506 Feb 20 23:42:22.753695 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-52c4feca-48d8-42f1-b632-760e04c3d8a4 req-164576aa-b885-423d-9429-4faa38820667 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Feb 20 23:42:23.872337 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4c5f6-ef75-4f5b-9db9-e3452ad37f54 req-1cb0d8a2-8dbe-4f1c-b8a0-c8cf0a1b3582 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:23.873807 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dcf4c5f6-ef75-4f5b-9db9-e3452ad37f54 req-1cb0d8a2-8dbe-4f1c-b8a0-c8cf0a1b3582 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0521212 Feb 20 23:42:23.922236 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dcf4c5f6-ef75-4f5b-9db9-e3452ad37f54 req-6c1f4bbd-65e2-4dfb-a38d-af00fca2dfc1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Feb 20 23:42:25.047952 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ec2cf-9bf1-4f65-89ec-af51033c640c req-6b5ae906-1744-4818-a3c1-b03d2335c5ab tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:25.049447 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-695ec2cf-9bf1-4f65-89ec-af51033c640c req-6b5ae906-1744-4818-a3c1-b03d2335c5ab tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 944 time: 0.0572996 Feb 20 23:42:25.097465 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-695ec2cf-9bf1-4f65-89ec-af51033c640c req-d92a2ff7-2b9e-4f60-aa60-cd22ee36d5ca tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Feb 20 23:42:25.477473 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device be8cec9e-a144-4234-b4fb-bb7fbff858b3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:42:25.516720 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-5a863a86-7ce2-40f0-b238-6c248817b45b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:25.518182 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-5a863a86-7ce2-40f0-b238-6c248817b45b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.0999904 Feb 20 23:42:25.533056 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-0014f5f9-4a24-44ad-ab3d-5190d643c2cc tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/quotas/5f45564615044058b4e8f89d13a46673 HTTP/1.1" status: 200 len: 375 time: 0.0088966 Feb 20 23:42:25.573551 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port be8cec9e-a144-4234-b4fb-bb7fbff858b3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:25.584675 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'port_id': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'mac_address': 'fa:16:3e:9d:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:42:25.593041 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-fea021f5-94be-443b-adeb-ea55ab8055fc tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547547 Feb 20 23:42:25.626113 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port be8cec9e-a144-4234-b4fb-bb7fbff858b3 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:25.626548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.640520 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8cec9e-a144-4234-b4fb-bb7fbff858b3 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:25.661537 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port be8cec9e-a144-4234-b4fb-bb7fbff858b3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:25.739087 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.801283 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=be8cec9e-a144-4234-b4fb-bb7fbff858b3,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:25.809005 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.809389 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.809759 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.810107 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.810445 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.810784 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.811114 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.811435 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.811767 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.812123 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.812451 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.812775 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.813097 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:25.927940 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-7efcaefd-044a-452c-a182-cec9a04eaf58 service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278174 Feb 20 23:42:26.016960 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-648ec8da-7bf4-427e-b1c4-1e4d7cac39ce service neutron] 10.222.0.60 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833080 Feb 20 23:42:26.223893 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fbed-bed0-4ac8-8cdf-06d85d0f6de1 req-ba9e27fe-5cf7-4e1f-9c7a-ef51c2cf19e9 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:26.225502 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7302fbed-bed0-4ac8-8cdf-06d85d0f6de1 req-ba9e27fe-5cf7-4e1f-9c7a-ef51c2cf19e9 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 945 time: 0.0560217 Feb 20 23:42:26.279293 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d436d61-91f7-48d9-8cd8-e1ed9f93f1d1 req-47093b50-715a-49cc-94c9-fa5e6d2d05e2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 210 time: 0.0319786 Feb 20 23:42:26.305371 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7302fbed-bed0-4ac8-8cdf-06d85d0f6de1 req-12a1aabe-ea3b-4a3d-8804-24db753672c0 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740516 Feb 20 23:42:27.376954 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d1bbd4d-6df1-4330-adda-d2db4192bad0 req-f2193b67-1a1e-4dbc-8613-5b8dea0c611d tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 210 time: 0.0317283 Feb 20 23:42:27.427694 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecadf-d83f-4119-8bcd-6058e25bcb1e req-478d7c8e-5a45-4b41-8985-742d6e78263a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:27.429235 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ceecadf-d83f-4119-8bcd-6058e25bcb1e req-478d7c8e-5a45-4b41-8985-742d6e78263a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 945 time: 0.0547805 Feb 20 23:42:27.476573 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ceecadf-d83f-4119-8bcd-6058e25bcb1e req-6412c3a3-85af-426a-8655-668c1d1c0a41 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Feb 20 23:42:28.469936 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40c7910d-68ee-4adb-941f-38afa2f5de9b req-e8b3df3c-1f75-4ffa-af94-1cce6658446b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 210 time: 0.0282838 Feb 20 23:42:28.602766 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18656-84f2-49e3-aaf1-e526fa3d4355 req-9b50ef78-b2e4-49f9-9cb6-2a3fd17005c7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:28.603556 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['be8cec9e-a144-4234-b4fb-bb7fbff858b3'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:28.605017 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-def18656-84f2-49e3-aaf1-e526fa3d4355 req-9b50ef78-b2e4-49f9-9cb6-2a3fd17005c7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Feb 20 23:42:28.660960 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-def18656-84f2-49e3-aaf1-e526fa3d4355 req-b210c3dc-049f-44ea-834e-00e05796e619 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481446 Feb 20 23:42:29.374140 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-4ab0edb8-67b3-4e70-9d82-6f30fdb4c201 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:29.375638 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-4ab0edb8-67b3-4e70-9d82-6f30fdb4c201 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/networks?id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 200 len: 813 time: 0.1041498 Feb 20 23:42:29.388912 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Request body: {'port': {'device_id': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'admin_state_up': True, 'tenant_id': '5f45564615044058b4e8f89d13a46673'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:29.580258 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3c228409-f526-40d0-96b4-fe4f7fe9eb5a req-d8e37b03-2367-4507-bb1a-fe1d45b6e5ab tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 210 time: 0.0291357 Feb 20 23:42:29.580258 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Made reservation on behalf of 5f45564615044058b4e8f89d13a46673 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:29.582611 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.727281 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Allocated IP 172.20.0.14 (b35626ef-7eee-4a8a-ba82-c5c6623b8a61/2c818a3f-433f-4032-a3ae-7c823b016dee/72ea9688-0905-4d48-9762-1c2f299b60a9) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:29.817694 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5575-252c-4554-9ee3-9fb9e2f79358 req-8b795b96-168b-4788-9464-908d672295af tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:29.819177 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c83b5575-252c-4554-9ee3-9fb9e2f79358 req-8b795b96-168b-4788-9464-908d672295af tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 945 time: 0.0894988 Feb 20 23:42:29.931363 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c83b5575-252c-4554-9ee3-9fb9e2f79358 req-afda555b-5137-479a-a9a3-f09f4e44c436 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063597 Feb 20 23:42:29.956745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks [] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:30.035835 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:30.077911 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:30.080828 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:30.087246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:30.093443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event updated for resources: {'Port': ['ID=72ea9688-0905-4d48-9762-1c2f299b60a9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:30.138109 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:30.138724 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:30.220671 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-98f2d9ab-349d-4f0b-b4e6-4a6631ad1ece tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357568 Feb 20 23:42:30.704140 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74507-3a96-4a8a-8962-a58a9d2fcff5 req-1849087e-71f0-49b1-b02a-6b0c22dd3ef2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:30.705655 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19b74507-3a96-4a8a-8962-a58a9d2fcff5 req-1849087e-71f0-49b1-b02a-6b0c22dd3ef2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 932 time: 0.0575438 Feb 20 23:42:30.756119 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-19b74507-3a96-4a8a-8962-a58a9d2fcff5 req-781f09fa-ff80-48cf-8bd7-bbfb98a74748 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Feb 20 23:42:30.976158 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d', 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'e95249b8-da36-411c-8199-a469a3b0547e'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:30.978765 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Request body: {'port': {'device_id': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:31.070498 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:31.096070 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea85be-1322-4676-b84d-9284885d7cda req-a50de323-3d19-4579-bb1f-ab7a3d076139 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:31.097628 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48ea85be-1322-4676-b84d-9284885d7cda req-a50de323-3d19-4579-bb1f-ab7a3d076139 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 945 time: 0.0970879 Feb 20 23:42:31.222193 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48ea85be-1322-4676-b84d-9284885d7cda req-7dbb2417-0ed1-4153-a5fc-608ea59845f7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071949 Feb 20 23:42:31.376672 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ea9688-0905-4d48-9762-1c2f299b60a9 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:31.384667 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Publish callbacks [] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:31.397025 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Transition to ACTIVE for port object 72ea9688-0905-4d48-9762-1c2f299b60a9 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:42:31.498368 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:31.547303 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Pushing event updated for resources: {'Port': ['ID=72ea9688-0905-4d48-9762-1c2f299b60a9,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:31.620282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Attempting to bind port 72ea9688-0905-4d48-9762-1c2f299b60a9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:31.620636 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Attempting to bind port 72ea9688-0905-4d48-9762-1c2f299b60a9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:31.620979 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Attempting to bind port 72ea9688-0905-4d48-9762-1c2f299b60a9 on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:31.625428 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Port 72ea9688-0905-4d48-9762-1c2f299b60a9 on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:42:31.625753 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Attempting to bind port 72ea9688-0905-4d48-9762-1c2f299b60a9 on network b35626ef-7eee-4a8a-ba82-c5c6623b8a61 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:31.631274 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:31.631617 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Checking segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:31.632037 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Bound using segment: {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:31.632477 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Bound port: 72ea9688-0905-4d48-9762-1c2f299b60a9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947b4d2c-ca1c-4cc1-8402-25721056e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:31.632834 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:31.697053 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] For port 72ea9688-0905-4d48-9762-1c2f299b60a9, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:31.700162 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] For port 72ea9688-0905-4d48-9762-1c2f299b60a9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72ea9688-0905-4d48-9762-1c2f299b60a9,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:31.767224 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:31.785127 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device be8cec9e-a144-4234-b4fb-bb7fbff858b3 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:31.802930 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:31.803590 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:31.805049 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] 10.222.0.88 "PUT /v2.0/ports/72ea9688-0905-4d48-9762-1c2f299b60a9 HTTP/1.1" status: 200 len: 1094 time: 0.8306637 Feb 20 23:42:31.807700 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'tag': '72ea9688-0905-4d48-9762-1c2f299b60a9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:31.809854 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd7612-9505-418c-8d8e-e798c4312573" -d '{"events": [{"name": "network-changed", "server_uuid": "10bbd052-4805-43fa-b0be-544b7bf64b48", "tag": "72ea9688-0905-4d48-9762-1c2f299b60a9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:31.854497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b448a-ee34-4f35-b2fe-287693974422 x-openstack-request-id: req-d24b448a-ee34-4f35-b2fe-287693974422 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:31.854820 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bbd052-4805-43fa-b0be-544b7bf64b48", "tag": "72ea9688-0905-4d48-9762-1c2f299b60a9", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:31.855055 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d24b448a-ee34-4f35-b2fe-287693974422 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:31.855466 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'tag': '72ea9688-0905-4d48-9762-1c2f299b60a9', 'status': 'completed', 'code': 200} Feb 20 23:42:31.884339 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032ac6b-8bad-4fb9-a811-649b994f657b service neutron] Pushing event updated for resources: {'Port': ['ID=72ea9688-0905-4d48-9762-1c2f299b60a9,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:31.911297 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a227f6-8b5c-4f29-b85a-3166fba0bc00 req-4a6aad5c-180f-42a2-9466-c0d4126c1435 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:31.912962 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7a227f6-8b5c-4f29-b85a-3166fba0bc00 req-4a6aad5c-180f-42a2-9466-c0d4126c1435 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0822258 Feb 20 23:42:31.961998 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7a227f6-8b5c-4f29-b85a-3166fba0bc00 req-7ec10637-50d7-45c5-8e5b-f813245ce173 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Feb 20 23:42:32.018402 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port be8cec9e-a144-4234-b4fb-bb7fbff858b3 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:42:32.022504 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port be8cec9e-a144-4234-b4fb-bb7fbff858b3 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:32.022887 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.100436 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port be8cec9e-a144-4234-b4fb-bb7fbff858b3 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:32.100826 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.125004 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:32.127201 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbedae5-b3a4-4336-9842-72616d1fdbdc" -d '{"events": [{"server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "name": "network-vif-plugged", "status": "completed", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:32.139560 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port be8cec9e-a144-4234-b4fb-bb7fbff858b3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:32.163727 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97ba0a-5f5b-49bd-a17f-54e83a808f71 x-openstack-request-id: req-9a97ba0a-5f5b-49bd-a17f-54e83a808f71 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:32.164067 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "name": "network-vif-plugged", "status": "completed", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:32.164324 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a97ba0a-5f5b-49bd-a17f-54e83a808f71 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:32.164813 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'code': 200} Feb 20 23:42:32.206359 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.252872 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=be8cec9e-a144-4234-b4fb-bb7fbff858b3,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:32.342961 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd1ab-9be3-4feb-bfd9-2127574a8491 req-7a9ab216-b806-449c-ae2c-dc78117bd45f tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.344436 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76efd1ab-9be3-4feb-bfd9-2127574a8491 req-7a9ab216-b806-449c-ae2c-dc78117bd45f tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0504918 Feb 20 23:42:32.391267 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76efd1ab-9be3-4feb-bfd9-2127574a8491 req-e0f1075f-8c2b-4097-9645-6a37a2ce3cb1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Feb 20 23:42:32.845674 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7612-9505-418c-8d8e-e798c4312573 req-ba610e31-c190-4e2a-83b1-8577e0d0d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.847167 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-77dd7612-9505-418c-8d8e-e798c4312573 req-ba610e31-c190-4e2a-83b1-8577e0d0d6ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 1128 time: 0.0495672 Feb 20 23:42:32.948849 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7612-9505-418c-8d8e-e798c4312573 req-b04522c1-a7a6-45db-ae36-ab272c5f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.950295 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-77dd7612-9505-418c-8d8e-e798c4312573 req-b04522c1-a7a6-45db-ae36-ab272c5f7562 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5f45564615044058b4e8f89d13a46673&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0916145 Feb 20 23:42:33.133168 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7612-9505-418c-8d8e-e798c4312573 req-e0e46c46-f776-4107-a23f-cc31613a13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.134700 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-77dd7612-9505-418c-8d8e-e798c4312573 req-e0e46c46-f776-4107-a23f-cc31613a13c3 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658666 Feb 20 23:42:33.136475 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c95d-0ffd-490a-b59c-0c97bbe8e942 req-44097f49-d3cb-4957-af1f-a29abaecad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.140241 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b61c95d-0ffd-490a-b59c-0c97bbe8e942 req-44097f49-d3cb-4957-af1f-a29abaecad1f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 1130 time: 0.1101203 Feb 20 23:42:33.145630 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57637-44cc-432c-82e6-e11f0928ae4f req-1afd39c8-5caf-40da-bb45-43408524e8b9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.147119 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c5d57637-44cc-432c-82e6-e11f0928ae4f req-1afd39c8-5caf-40da-bb45-43408524e8b9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.1088796 Feb 20 23:42:33.240966 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b61c95d-0ffd-490a-b59c-0c97bbe8e942 req-20613858-3f1e-4609-b9b7-68580561a66c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927994 Feb 20 23:42:33.256101 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c5d57637-44cc-432c-82e6-e11f0928ae4f req-e566c9f5-38b4-4c6c-b98e-ecd578d86c58 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018181 Feb 20 23:42:33.266601 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-5c6650e7-6d2c-43b3-b748-4f5b3ff3ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.268135 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-5c6650e7-6d2c-43b3-b748-4f5b3ff3ac11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 1128 time: 0.0894823 Feb 20 23:42:33.534457 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-58b2843e-b107-4fa2-8d35-84c4ac712518 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72ea9688-0905-4d48-9762-1c2f299b60a9 HTTP/1.1" status: 200 len: 217 time: 0.0393684 Feb 20 23:42:33.544716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9e13e-8a5b-4eca-8295-e6b5ed4c6c25 req-9cd84b47-7e8c-4850-8d28-adda03b93da0 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.546121 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-afd9e13e-8a5b-4eca-8295-e6b5ed4c6c25 req-9cd84b47-7e8c-4850-8d28-adda03b93da0 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0881617 Feb 20 23:42:33.617362 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-6a994880-cdb8-4847-9678-fb03c01460df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.618797 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-6a994880-cdb8-4847-9678-fb03c01460df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c818a3f-433f-4032-a3ae-7c823b016dee HTTP/1.1" status: 200 len: 853 time: 0.0718412 Feb 20 23:42:33.627219 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-afd9e13e-8a5b-4eca-8295-e6b5ed4c6c25 req-bcba4923-6791-429f-a1ca-507ffa25c691 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723867 Feb 20 23:42:33.826877 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-08c80895-1e63-491f-8080-b3bf1a6e9b10 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b35626ef-7eee-4a8a-ba82-c5c6623b8a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269110 Feb 20 23:42:33.919301 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-4204f12a-419b-4fd3-8ff4-a88a96919bec service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860202 Feb 20 23:42:34.013368 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-338c80c6-6d0d-449b-ac1f-ed19c27fc2ee req-220098d6-afd4-4335-ab7a-40fb09c753c1 service neutron] 10.222.0.88 "GET /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Feb 20 23:42:34.376778 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56aa0-0f03-4f61-ad26-e471887d8c6b req-4c486807-ccbc-4b0f-8949-96e22e12b650 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:34.378183 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5db56aa0-0f03-4f61-ad26-e471887d8c6b req-4c486807-ccbc-4b0f-8949-96e22e12b650 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0567255 Feb 20 23:42:34.424276 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5db56aa0-0f03-4f61-ad26-e471887d8c6b req-0121f22b-da9f-4a58-8339-3bde636c5a9b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Feb 20 23:42:34.741995 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85dca-31c8-43fa-bff3-8ab8ce8cb089 req-d545b27c-9530-47ae-ac9d-4aa0b47aa437 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:34.743447 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41b85dca-31c8-43fa-bff3-8ab8ce8cb089 req-d545b27c-9530-47ae-ac9d-4aa0b47aa437 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0505426 Feb 20 23:42:34.792415 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-41b85dca-31c8-43fa-bff3-8ab8ce8cb089 req-668fcda3-e417-41f5-bc67-b66133c9cee3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433819 Feb 20 23:42:35.542096 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740d01f-e019-42fd-8872-b5c0c089b38f req-88df0135-cb9a-452d-9975-bfeb945195f9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:35.543561 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9740d01f-e019-42fd-8872-b5c0c089b38f req-88df0135-cb9a-452d-9975-bfeb945195f9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0520754 Feb 20 23:42:35.592996 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9740d01f-e019-42fd-8872-b5c0c089b38f req-9a06ea09-8605-48b4-b239-079ab8f5bf3e tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Feb 20 23:42:35.909414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6661-90e3-4f8a-91f8-e6fedafc92dd req-431de677-80bd-401b-9d2b-febd4b77e7c3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:35.911021 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c12b6661-90e3-4f8a-91f8-e6fedafc92dd req-431de677-80bd-401b-9d2b-febd4b77e7c3 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0516078 Feb 20 23:42:35.960398 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c12b6661-90e3-4f8a-91f8-e6fedafc92dd req-181c32fc-a278-460c-9ce1-e7040512cf7b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438895 Feb 20 23:42:36.709319 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1c28-1ac6-4e25-bd84-a4afac54824b req-7d14904b-6c08-4b08-81d6-1b156f5db2a2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:36.710771 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1beb1c28-1ac6-4e25-bd84-a4afac54824b req-7d14904b-6c08-4b08-81d6-1b156f5db2a2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0516264 Feb 20 23:42:36.756012 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1beb1c28-1ac6-4e25-bd84-a4afac54824b req-cfd1840b-cabd-4c38-be21-a8fb934faa43 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 Feb 20 23:42:37.078811 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943ee06-3062-4803-83c9-9e460189a7f3 req-16c20aea-f6f1-4280-b9d5-8fc3e9bbaee6 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.080284 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e943ee06-3062-4803-83c9-9e460189a7f3 req-16c20aea-f6f1-4280-b9d5-8fc3e9bbaee6 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0550182 Feb 20 23:42:37.128351 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e943ee06-3062-4803-83c9-9e460189a7f3 req-b8ce1d88-c361-4f71-99ff-de6f976fbd77 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Feb 20 23:42:37.875882 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74855-ee3c-4d2f-8d77-029f3e90379a req-3fae882f-26e8-4e72-8670-e3830c0b65c2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.877344 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17f74855-ee3c-4d2f-8d77-029f3e90379a req-3fae882f-26e8-4e72-8670-e3830c0b65c2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0540514 Feb 20 23:42:37.932835 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17f74855-ee3c-4d2f-8d77-029f3e90379a req-d8e5a4d4-9bc1-4446-8481-c6f17f45cf22 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485458 Feb 20 23:42:38.246822 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53e07-2446-4596-ab70-47e602ae16ab req-20b94208-9440-4e95-96a9-cddef8b6e2ae tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:38.248308 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec53e07-2446-4596-ab70-47e602ae16ab req-20b94208-9440-4e95-96a9-cddef8b6e2ae tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0523899 Feb 20 23:42:38.299691 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ec53e07-2446-4596-ab70-47e602ae16ab req-c2aaa187-36f5-40a0-9600-d11b1b061883 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459232 Feb 20 23:42:38.417908 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b2e9-d4f0-4c03-98c8-98b08cf0e889 req-afc812e4-344b-40e3-9240-54d61a29511c tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:38.419289 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e713b2e9-d4f0-4c03-98c8-98b08cf0e889 req-afc812e4-344b-40e3-9240-54d61a29511c tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0525572 Feb 20 23:42:38.468175 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e713b2e9-d4f0-4c03-98c8-98b08cf0e889 req-91b8065e-7e68-4c2e-86f8-0cb0b44d6890 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434439 Feb 20 23:42:38.491084 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38570) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:38.631247 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf735bd5-a2ca-4ef4-a94b-5f1d14d8174b tempest-TestVolumeBootPattern-2026526661 tempest-TestVolumeBootPattern-2026526661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:38.632809 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cf735bd5-a2ca-4ef4-a94b-5f1d14d8174b tempest-TestVolumeBootPattern-2026526661 tempest-TestVolumeBootPattern-2026526661-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 1125 time: 0.1406887 Feb 20 23:42:38.635759 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38574) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:38.640000 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'port_id': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:38.738206 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.837478 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.939413 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Allocated IP 172.27.1.129 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/74e34026-4b4a-4d75-bf34-c9224d6700e8) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:39.078789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.091350 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879305b-4411-48ad-a70c-1a37e5ee9144 req-69ea1716-9572-4d0f-a27e-fe5f1380579e tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:39.092870 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a879305b-4411-48ad-a70c-1a37e5ee9144 req-69ea1716-9572-4d0f-a27e-fe5f1380579e tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0936570 Feb 20 23:42:39.143991 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbf80874-cc31-4ea0-9f8b-bccf8448c9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.159354 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a879305b-4411-48ad-a70c-1a37e5ee9144 req-56a30874-7e5a-4629-b86c-8a659a9d90c3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601609 Feb 20 23:42:39.213053 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.251992 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:39.255573 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:39.261143 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:39.266471 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=74e34026-4b4a-4d75-bf34-c9224d6700e8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:39.954765 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:42:39.974676 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (b197ad60-0364-4b25-addc-c60de4dc0480), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.120641 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.312705 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856bcbc-e3ee-4cf8-884c-6cb44d6a0514 req-248304b5-aa5b-40a9-8c13-6326371c7f66 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:40.314193 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a856bcbc-e3ee-4cf8-884c-6cb44d6a0514 req-248304b5-aa5b-40a9-8c13-6326371c7f66 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.0875537 Feb 20 23:42:40.316096 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.360072 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a856bcbc-e3ee-4cf8-884c-6cb44d6a0514 req-ef0c377f-a05e-4a3a-982b-457e91601895 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Feb 20 23:42:40.367122 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.437934 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event updated for resources: {'Port': ['ID=74e34026-4b4a-4d75-bf34-c9224d6700e8,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:40.446300 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (b197ad60-0364-4b25-addc-c60de4dc0480), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.549600 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Floating IP b197ad60-0364-4b25-addc-c60de4dc0480 associated. External IP: 172.27.1.129, port: be8cec9e-a144-4234-b4fb-bb7fbff858b3. Feb 20 23:42:40.774028 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:42:40.885739 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:42:40.896257 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:42:40.905951 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:40.906519 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:42:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:40.980876 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.011455 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fc8b302c-d601-4831-ad5a-4ba952ecc7c8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3746526 Feb 20 23:42:41.012800 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:41.014361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:41.017425 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 72ea9688-0905-4d48-9762-1c2f299b60a9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:42:41.035368 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:41.056887 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a85a13-f45d-469d-bec1-418f44e1ae2e x-openstack-request-id: req-12a85a13-f45d-469d-bec1-418f44e1ae2e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:41.057188 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:41.057442 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12a85a13-f45d-469d-bec1-418f44e1ae2e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:41.057844 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'status': 'completed', 'code': 200} Feb 20 23:42:41.132610 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-7f3bedd1-e74c-4410-9d39-37b30d81f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:41.134137 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-7f3bedd1-e74c-4410-9d39-37b30d81f859 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 1130 time: 0.0545757 Feb 20 23:42:41.238633 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-dc6347dd-8088-419d-abfe-a1191c994446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:41.240339 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-dc6347dd-8088-419d-abfe-a1191c994446 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.0942929 Feb 20 23:42:41.256196 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 72ea9688-0905-4d48-9762-1c2f299b60a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72ea9688-0905-4d48-9762-1c2f299b60a9,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:41.272178 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '72ea9688-0905-4d48-9762-1c2f299b60a9', 'network_id': 'b35626ef-7eee-4a8a-ba82-c5c6623b8a61', 'port_id': '72ea9688-0905-4d48-9762-1c2f299b60a9', 'mac_address': 'fa:16:3e:4d:14:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c818a3f-433f-4032-a3ae-7c823b016dee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:42:41.312146 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-2d398705-0bbb-4ba4-92f6-5ee465bfc131 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3 HTTP/1.1" status: 200 len: 1000 time: 0.0642321 Feb 20 23:42:41.338289 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 72ea9688-0905-4d48-9762-1c2f299b60a9 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:41.338679 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.362747 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-dc27f40d-a995-49ef-9a3a-9bb519075d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:41.364795 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-dc27f40d-a995-49ef-9a3a-9bb519075d06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0437143 Feb 20 23:42:41.372479 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ea9688-0905-4d48-9762-1c2f299b60a9 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:41.397058 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 72ea9688-0905-4d48-9762-1c2f299b60a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72ea9688-0905-4d48-9762-1c2f299b60a9,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:41.416159 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'b197ad60-0364-4b25-addc-c60de4dc0480', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:9d:e1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:42:39Z', 'updated_at': '2022-02-20T23:42:39Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}, {'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 1, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:41.416631 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-c9d3e2d6-67e5-4f8d-bfd3-94d26628aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:41.418170 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-c9d3e2d6-67e5-4f8d-bfd3-94d26628aeae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459790 Feb 20 23:42:41.444962 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:42:41.453892 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:41.454519 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:42:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:41.498538 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.545594 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fc58c-0d71-494a-a0b4-6e407d20bfaa req-597e8607-5499-4a50-9af6-5afdcd32ea1b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:41.547071 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-498fc58c-0d71-494a-a0b4-6e407d20bfaa req-597e8607-5499-4a50-9af6-5afdcd32ea1b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 944 time: 0.1134460 Feb 20 23:42:41.559408 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-f8b04ba0-a919-4726-b10a-08649a24d132 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338797 Feb 20 23:42:41.598617 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=72ea9688-0905-4d48-9762-1c2f299b60a9,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:41.613698 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4cf6c07-3d2d-4d54-865a-a4ced37e7889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.623473 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:41.650769 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-498fc58c-0d71-494a-a0b4-6e407d20bfaa req-b5214b1b-df1e-44bb-bcf9-b0ba66a27cc1 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946245 Feb 20 23:42:41.699742 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7e29cc9-2e0b-4af3-8591-68e26c14ce9c req-0468fc06-0404-49fc-a00a-8b9a7a982dc1 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214647 Feb 20 23:42:41.835025 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['72ea9688-0905-4d48-9762-1c2f299b60a9'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:41.927536 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'b197ad60-0364-4b25-addc-c60de4dc0480', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:9d:e1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:42:39Z', 'updated_at': '2022-02-20T23:42:39Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}, {'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 1, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:41.965521 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded3338-c5ff-4c1f-8511-d6b9cc134bc5 None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'b197ad60-0364-4b25-addc-c60de4dc0480', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:9d:e1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:42:39Z', 'updated_at': '2022-02-20T23:42:39Z', 'revision_number': 0, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}, {'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 1, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:42:42.174252 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7914d9-2049-4870-afd7-7b1458858034 None None] New status for floating IP b197ad60-0364-4b25-addc-c60de4dc0480: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:42:42.772493 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d1be-373b-45e4-be33-50be2350c1f4 req-11819683-1de3-4abe-b761-bdd3a109be9d tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:42.779016 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0d9d1be-373b-45e4-be33-50be2350c1f4 req-11819683-1de3-4abe-b761-bdd3a109be9d tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 945 time: 0.0539136 Feb 20 23:42:42.822945 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f0d9d1be-373b-45e4-be33-50be2350c1f4 req-f5619dac-16a2-449b-a03d-940cb296ec9e tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Feb 20 23:42:42.869553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.018923 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 72ea9688-0905-4d48-9762-1c2f299b60a9 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:43.155588 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 72ea9688-0905-4d48-9762-1c2f299b60a9 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:42:43.160323 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 72ea9688-0905-4d48-9762-1c2f299b60a9 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:43.169496 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.242193 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 72ea9688-0905-4d48-9762-1c2f299b60a9 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:43.242594 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.264705 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ea9688-0905-4d48-9762-1c2f299b60a9'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:43.268005 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bda899-094c-4bca-983a-ed9adf97c247" -d '{"events": [{"server_uuid": "10bbd052-4805-43fa-b0be-544b7bf64b48", "name": "network-vif-plugged", "status": "completed", "tag": "72ea9688-0905-4d48-9762-1c2f299b60a9"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:43.279997 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 72ea9688-0905-4d48-9762-1c2f299b60a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72ea9688-0905-4d48-9762-1c2f299b60a9,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:43.306956 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a4389-95f2-4912-ae14-9513fd5dd5a6 x-openstack-request-id: req-057a4389-95f2-4912-ae14-9513fd5dd5a6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:43.307248 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bbd052-4805-43fa-b0be-544b7bf64b48", "name": "network-vif-plugged", "status": "completed", "tag": "72ea9688-0905-4d48-9762-1c2f299b60a9", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:43.307506 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-057a4389-95f2-4912-ae14-9513fd5dd5a6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:43.307926 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ea9688-0905-4d48-9762-1c2f299b60a9', 'code': 200} Feb 20 23:42:43.378450 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.433433 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=72ea9688-0905-4d48-9762-1c2f299b60a9,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:43.640590 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fff28-a5e6-4da7-a64f-b2d052c828ca req-85666e8f-f262-4102-b4c9-84783cb92f50 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:43.642077 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-739fff28-a5e6-4da7-a64f-b2d052c828ca req-85666e8f-f262-4102-b4c9-84783cb92f50 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0826287 Feb 20 23:42:43.666633 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d700d9-c68d-4e4f-af70-b6f235352c4b req-ce7597ba-01c0-40f3-9bbc-629f9eea4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:43.668091 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-72d700d9-c68d-4e4f-af70-b6f235352c4b req-ce7597ba-01c0-40f3-9bbc-629f9eea4e66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 1130 time: 0.0767002 Feb 20 23:42:43.707567 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-739fff28-a5e6-4da7-a64f-b2d052c828ca req-5185a77a-6c83-4056-b1d8-ade184154061 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588868 Feb 20 23:42:43.730331 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-72d700d9-c68d-4e4f-af70-b6f235352c4b req-7d47aea3-1c2c-4caa-a37d-75bbf0ee4ad2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491519 Feb 20 23:42:43.942339 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2cde1-92b0-4f7c-b59c-eb449e7343b5 req-cbf381b1-5410-44fd-ade9-e990eeefaddb tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:43.943825 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56a2cde1-92b0-4f7c-b59c-eb449e7343b5 req-cbf381b1-5410-44fd-ade9-e990eeefaddb tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 946 time: 0.0531905 Feb 20 23:42:43.990213 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56a2cde1-92b0-4f7c-b59c-eb449e7343b5 req-7bcbd1d6-0d34-4cbb-b246-67379ed68dd3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408604 Feb 20 23:42:44.252372 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.832965 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9625f-0a8e-48f4-b2fa-e305afa062dc req-037fa391-8642-4e68-a3f2-689e08b2faae tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:44.834580 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dda9625f-0a8e-48f4-b2fa-e305afa062dc req-037fa391-8642-4e68-a3f2-689e08b2faae tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0606833 Feb 20 23:42:44.880905 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dda9625f-0a8e-48f4-b2fa-e305afa062dc req-84d29940-f07d-465e-8070-2fb9fb727c97 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Feb 20 23:42:45.109278 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ec39e-7326-4b83-a5c3-7ef2b4ee4644 req-3a13e8ae-e74f-402c-a4a9-aa061a333f58 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:45.110753 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f6ec39e-7326-4b83-a5c3-7ef2b4ee4644 req-3a13e8ae-e74f-402c-a4a9-aa061a333f58 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Feb 20 23:42:45.161017 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f6ec39e-7326-4b83-a5c3-7ef2b4ee4644 req-7b614254-b5e8-492d-a6be-9c0d02b706a9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Feb 20 23:42:45.635175 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.651404 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-4ac39453-28ca-4fc5-a156-a617b9fc4c71 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:45.652875 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-4ac39453-28ca-4fc5-a156-a617b9fc4c71 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0527220 Feb 20 23:42:45.750996 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Deleting port f297ac40-5005-4978-962e-b76c9d5d7752 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:42:45.751344 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.839251 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] For port f297ac40-5005-4978-962e-b76c9d5d7752, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f297ac40-5005-4978-962e-b76c9d5d7752,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:45.839627 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.852262 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Calling delete_port for f297ac40-5005-4978-962e-b76c9d5d7752 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:42:45.858370 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.025397 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c44a4-20f7-43d7-beeb-344c9a856e43 req-da163193-4e3e-448a-933f-a9fd7e1ac6de tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:46.026899 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a85c44a4-20f7-43d7-beeb-344c9a856e43 req-da163193-4e3e-448a-933f-a9fd7e1ac6de tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 946 time: 0.0694098 Feb 20 23:42:46.064859 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (f297ac40-5005-4978-962e-b76c9d5d7752), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.077354 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['f297ac40-5005-4978-962e-b76c9d5d7752'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:46.103766 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Pushing event deleted for resources: {'Port': ['ID=f297ac40-5005-4978-962e-b76c9d5d7752,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:46.114274 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a85c44a4-20f7-43d7-beeb-344c9a856e43 req-13f9f772-c59c-4c8d-908b-98becedb1dc0 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814905 Feb 20 23:42:46.148363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] No DVR routers for this DVR port f297ac40-5005-4978-962e-b76c9d5d7752 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:42:46.157531 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.157531 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8df008ad-e17b-4a6b-b869-ab24b24d723b req-097ca735-4604-4cc0-930a-ec62593cc209 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "DELETE /v2.0/ports/f297ac40-5005-4978-962e-b76c9d5d7752 HTTP/1.1" status: 204 len: 173 time: 0.4943669 Feb 20 23:42:46.157531 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'name': 'network-vif-deleted', 'tag': 'f297ac40-5005-4978-962e-b76c9d5d7752'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:46.157531 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa5c43-10c0-4e36-acaf-7966064ac00c" -d '{"events": [{"server_uuid": "0c69889d-f5d8-4db3-b780-3f2f14177b7f", "name": "network-vif-deleted", "tag": "f297ac40-5005-4978-962e-b76c9d5d7752"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:46.192235 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c93b0d2-6d12-43c6-9305-13b9179f2b5c x-openstack-request-id: req-7c93b0d2-6d12-43c6-9305-13b9179f2b5c {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:46.192535 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c69889d-f5d8-4db3-b780-3f2f14177b7f", "name": "network-vif-deleted", "tag": "f297ac40-5005-4978-962e-b76c9d5d7752", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:46.192789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c93b0d2-6d12-43c6-9305-13b9179f2b5c {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:46.193190 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c69889d-f5d8-4db3-b780-3f2f14177b7f', 'name': 'network-vif-deleted', 'tag': 'f297ac40-5005-4978-962e-b76c9d5d7752', 'status': 'completed', 'code': 200} Feb 20 23:42:46.282648 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4207ee4-58a3-4f4d-bb41-5249d525ff92 req-a24e3fda-f728-4928-9b98-3bcfef014a42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:46.284143 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4207ee4-58a3-4f4d-bb41-5249d525ff92 req-a24e3fda-f728-4928-9b98-3bcfef014a42 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 946 time: 0.0553904 Feb 20 23:42:46.336217 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4207ee4-58a3-4f4d-bb41-5249d525ff92 req-2faeffe0-b1aa-45e0-9f9c-62dbd83b5d92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Feb 20 23:42:47.226545 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af275bf2-316b-484b-aa62-23c547aec74e req-efea5bb7-6723-4e32-9a04-099492f9d3d7 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c69889d-f5d8-4db3-b780-3f2f14177b7f HTTP/1.1" status: 200 len: 210 time: 0.0273035 Feb 20 23:42:51.747640 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device f297ac40-5005-4978-962e-b76c9d5d7752 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:42:51.767364 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: f297ac40-5005-4978-962e-b76c9d5d7752 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:42:51.767710 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device f297ac40-5005-4978-962e-b76c9d5d7752 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:42:58.736266 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-f93e5e88-763a-4c4d-bb0e-cecc2767b640 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:58.737740 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-f93e5e88-763a-4c4d-bb0e-cecc2767b640 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/networks?id=735d52f8-ea20-4c66-b352-b87ac6fb38b8 HTTP/1.1" status: 200 len: 814 time: 0.1004338 Feb 20 23:42:58.752731 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-675ff63d-e69f-40ec-ae8f-a7c28152f160 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/quotas/5ba67a42ed2b4d6da5786531771a4295 HTTP/1.1" status: 200 len: 375 time: 0.0088289 Feb 20 23:42:58.787247 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-56eb35f2-c992-415f-9af2-bbd3a1d566cb tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ba67a42ed2b4d6da5786531771a4295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298591 Feb 20 23:42:58.876113 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-731ba49c-7f09-43e8-a513-3fe57b3b1256 service neutron] 10.222.0.60 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815146 Feb 20 23:42:58.969489 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-95395ba2-b2f9-4c29-a21c-32aea81c60a4 service neutron] 10.222.0.60 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Feb 20 23:42:59.238899 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c4338fe-3c18-4133-a216-c8e1593b4be2 req-d4ce157c-ce21-4a3f-a418-dce2d6eca101 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0321159 Feb 20 23:43:00.333571 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8cfa57f5-c9f8-47e9-817d-45f1ed0ae14e req-65e4daed-902d-4793-90ce-bffd3fef1d97 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Feb 20 23:43:01.274853 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-d47b855e-5740-46fa-9a68-9a75239d93f0 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:01.276339 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-d47b855e-5740-46fa-9a68-9a75239d93f0 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "GET /v2.0/networks?id=735d52f8-ea20-4c66-b352-b87ac6fb38b8 HTTP/1.1" status: 200 len: 814 time: 0.1036477 Feb 20 23:43:01.290007 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Request body: {'port': {'device_id': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8', 'admin_state_up': True, 'tenant_id': '5ba67a42ed2b4d6da5786531771a4295'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:01.435435 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-123e2a97-a79f-4aac-83b8-a63fd7a1175c req-1721a79c-db70-4395-91f4-549d82631ad0 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0285673 Feb 20 23:43:01.469874 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Made reservation on behalf of 5ba67a42ed2b4d6da5786531771a4295 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:43:01.473301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:01.600506 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Allocated IP 172.20.0.9 (735d52f8-ea20-4c66-b352-b87ac6fb38b8/22ae2720-85bc-45dd-a0a3-19dbf3614c3b/0db5769d-e80f-46cf-846d-0518b7f819ea) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:43:01.744619 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks [] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:01.846966 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:01.889456 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:43:01.892709 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:43:01.896290 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:43:01.924623 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Pushing event updated for resources: {'Port': ['ID=0db5769d-e80f-46cf-846d-0518b7f819ea,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:01.939752 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.940138 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.940487 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.940828 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.941171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.941509 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.941841 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.942169 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.942503 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.942830 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.943158 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.943666 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.944035 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:01.963391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:01.964111 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.100855 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-96d395a6-12e6-4e1f-990f-1ef37caa40d1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148637 Feb 20 23:43:02.112333 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Request body: {'port': {'device_id': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:02.174970 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.437768 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db5769d-e80f-46cf-846d-0518b7f819ea {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:43:02.445444 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Publish callbacks [] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.457565 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Transition to ACTIVE for port object 0db5769d-e80f-46cf-846d-0518b7f819ea will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:43:02.531383 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.621106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9263a9-b0cc-45e2-94e8-1e7adb118f25 req-b879fa3e-a0ae-4c39-83de-73b19e3bb51d tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:02.622612 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c9263a9-b0cc-45e2-94e8-1e7adb118f25 req-b879fa3e-a0ae-4c39-83de-73b19e3bb51d tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 931 time: 0.1202369 Feb 20 23:43:02.624570 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Pushing event updated for resources: {'Port': ['ID=0db5769d-e80f-46cf-846d-0518b7f819ea,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:02.702925 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Attempting to bind port 0db5769d-e80f-46cf-846d-0518b7f819ea on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:43:02.703179 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Attempting to bind port 0db5769d-e80f-46cf-846d-0518b7f819ea by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:43:02.703506 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Attempting to bind port 0db5769d-e80f-46cf-846d-0518b7f819ea on network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:43:02.709153 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c9263a9-b0cc-45e2-94e8-1e7adb118f25 req-d53130d9-c3c1-41bb-8f9f-d5d854f9113f tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Feb 20 23:43:02.712104 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Port 0db5769d-e80f-46cf-846d-0518b7f819ea on network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:43:02.712425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Attempting to bind port 0db5769d-e80f-46cf-846d-0518b7f819ea on network 735d52f8-ea20-4c66-b352-b87ac6fb38b8 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:43:02.717621 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:43:02.717957 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Checking segment: {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:43:02.718335 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Bound using segment: {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:43:02.718766 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Bound port: 0db5769d-e80f-46cf-846d-0518b7f819ea, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:43:02.719122 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.787378 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] For port 0db5769d-e80f-46cf-846d-0518b7f819ea, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:43:02.790704 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] For port 0db5769d-e80f-46cf-846d-0518b7f819ea, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0db5769d-e80f-46cf-846d-0518b7f819ea,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:43:02.881267 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.915687 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:02.916333 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:02.917732 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] 10.222.0.88 "PUT /v2.0/ports/0db5769d-e80f-46cf-846d-0518b7f819ea HTTP/1.1" status: 200 len: 1093 time: 0.8094530 Feb 20 23:43:02.918167 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'tag': '0db5769d-e80f-46cf-846d-0518b7f819ea'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:02.920457 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0e416-e210-4ac4-ae89-157d00935b47" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c72c5a-7c05-498b-9ad2-511b0e05b4d2", "tag": "0db5769d-e80f-46cf-846d-0518b7f819ea"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:02.946236 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce104bc1-42b1-45e9-a721-df89f637c6ba service neutron] Pushing event updated for resources: {'Port': ['ID=0db5769d-e80f-46cf-846d-0518b7f819ea,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:02.957894 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d5f331-3613-4bfb-b9f1-df5f798417c2 x-openstack-request-id: req-18d5f331-3613-4bfb-b9f1-df5f798417c2 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:02.958181 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c72c5a-7c05-498b-9ad2-511b0e05b4d2", "tag": "0db5769d-e80f-46cf-846d-0518b7f819ea", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:02.958438 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18d5f331-3613-4bfb-b9f1-df5f798417c2 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:02.958838 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'tag': '0db5769d-e80f-46cf-846d-0518b7f819ea', 'status': 'completed', 'code': 200} Feb 20 23:43:03.025176 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e416-e210-4ac4-ae89-157d00935b47 req-ef0aab31-d470-4246-a7b1-ad25885b6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.026698 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1f0e416-e210-4ac4-ae89-157d00935b47 req-ef0aab31-d470-4246-a7b1-ad25885b6abc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ba67a42ed2b4d6da5786531771a4295&device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 1127 time: 0.0454218 Feb 20 23:43:03.129909 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e416-e210-4ac4-ae89-157d00935b47 req-18421ecd-8032-4a70-836e-dcef930659b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.131425 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1f0e416-e210-4ac4-ae89-157d00935b47 req-18421ecd-8032-4a70-836e-dcef930659b5 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5ba67a42ed2b4d6da5786531771a4295&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947955 Feb 20 23:43:03.222183 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e416-e210-4ac4-ae89-157d00935b47 req-d3ef3206-899e-4366-9011-123da936350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.223597 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a1f0e416-e210-4ac4-ae89-157d00935b47 req-d3ef3206-899e-4366-9011-123da936350a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862112 Feb 20 23:43:03.303908 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-f25a3fdf-e2b9-4ff6-8cb2-addf28c01263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.306302 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-f25a3fdf-e2b9-4ff6-8cb2-addf28c01263 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ba67a42ed2b4d6da5786531771a4295&device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 1127 time: 0.0459197 Feb 20 23:43:03.354186 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-2ac0310c-20eb-4249-b3e4-a4363f01b458 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db5769d-e80f-46cf-846d-0518b7f819ea HTTP/1.1" status: 200 len: 217 time: 0.0386810 Feb 20 23:43:03.401967 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-57abe934-99e2-4a5a-bf6c-438c5ab1f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.403653 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-57abe934-99e2-4a5a-bf6c-438c5ab1f3e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22ae2720-85bc-45dd-a0a3-19dbf3614c3b HTTP/1.1" status: 200 len: 854 time: 0.0434017 Feb 20 23:43:03.435735 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-40cd1b9a-c4d2-41a3-ac22-c13760371b8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=735d52f8-ea20-4c66-b352-b87ac6fb38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261297 Feb 20 23:43:03.860671 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-99d4894c-bff5-4083-a251-13344d5aae09 service neutron] 10.222.0.88 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136906 Feb 20 23:43:03.868379 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cdc30-a203-4646-87cb-cccfb152e907 req-49f85137-1149-4ea8-a109-3c3e1c46ef04 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.869871 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a8cdc30-a203-4646-87cb-cccfb152e907 req-49f85137-1149-4ea8-a109-3c3e1c46ef04 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 946 time: 0.1198354 Feb 20 23:43:03.943565 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2997c8-6f45-40df-b69a-b0fcab7f7218 req-1837ddf6-73c5-424e-ba8b-4a8f68ed77d8 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.945120 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a2997c8-6f45-40df-b69a-b0fcab7f7218 req-1837ddf6-73c5-424e-ba8b-4a8f68ed77d8 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 943 time: 0.1532743 Feb 20 23:43:04.005502 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a8cdc30-a203-4646-87cb-cccfb152e907 req-383dc6c9-4a2e-4347-a8ad-74a833c261d0 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247871 Feb 20 23:43:04.043224 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-965d1f2e-3a99-4072-950c-ac377e53bc36 req-e1b536e6-c6b3-4dfb-9e97-d980cbba52b7 service neutron] 10.222.0.88 "GET /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722689 Feb 20 23:43:04.047600 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a2997c8-6f45-40df-b69a-b0fcab7f7218 req-700149d0-6f0e-4b25-a910-0afddcec8062 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965507 Feb 20 23:43:05.134687 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96beaf-651d-4633-ba80-b817117b0391 req-b9235816-0502-4380-b35e-ad8840f704d7 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:05.136212 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f96beaf-651d-4633-ba80-b817117b0391 req-b9235816-0502-4380-b35e-ad8840f704d7 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 946 time: 0.0639398 Feb 20 23:43:05.202471 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f96beaf-651d-4633-ba80-b817117b0391 req-58efe915-bb3f-4bbf-b60f-91a5f4bab1b4 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514474 Feb 20 23:43:05.209801 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d3120-8686-4706-850d-4325c3a2264a req-386fc328-4f01-41d4-8afe-7902be00adee tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:05.211764 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ce6d3120-8686-4706-850d-4325c3a2264a req-386fc328-4f01-41d4-8afe-7902be00adee tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 943 time: 0.0957737 Feb 20 23:43:05.263546 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ce6d3120-8686-4706-850d-4325c3a2264a req-ce680828-09fb-4e16-abbb-cb4a3b3c876e tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Feb 20 23:43:05.528019 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-506ce46f-b19f-476c-982a-a95d27c8ec93 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:05.529409 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-506ce46f-b19f-476c-982a-a95d27c8ec93 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 946 time: 0.0575619 Feb 20 23:43:05.636001 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Deleting port 72ea9688-0905-4d48-9762-1c2f299b60a9 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:05.636348 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:05.729927 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] For port 72ea9688-0905-4d48-9762-1c2f299b60a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72ea9688-0905-4d48-9762-1c2f299b60a9,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:05.730432 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:05.749543 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Calling delete_port for 72ea9688-0905-4d48-9762-1c2f299b60a9 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:06.001270 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (72ea9688-0905-4d48-9762-1c2f299b60a9), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:06.017342 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d', 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'e95249b8-da36-411c-8199-a469a3b0547e', '72ea9688-0905-4d48-9762-1c2f299b60a9'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:06.035363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event deleted for resources: {'Port': ['ID=72ea9688-0905-4d48-9762-1c2f299b60a9,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:06.080084 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] No DVR routers for this DVR port 72ea9688-0905-4d48-9762-1c2f299b60a9 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:06.082599 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:06.086481 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b87aa50b-7b06-4bdf-a8b7-104923e63993 req-340154b3-7333-40bc-9349-574fd134dd92 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "DELETE /v2.0/ports/72ea9688-0905-4d48-9762-1c2f299b60a9 HTTP/1.1" status: 204 len: 173 time: 0.5478365 Feb 20 23:43:06.086481 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'name': 'network-vif-deleted', 'tag': '72ea9688-0905-4d48-9762-1c2f299b60a9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:06.088625 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cb9fcd-f250-4474-9923-3b56b1dfddb2" -d '{"events": [{"server_uuid": "10bbd052-4805-43fa-b0be-544b7bf64b48", "name": "network-vif-deleted", "tag": "72ea9688-0905-4d48-9762-1c2f299b60a9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:06.125040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb87651-80ca-48e8-a10f-cc6871b87f2e x-openstack-request-id: req-6cb87651-80ca-48e8-a10f-cc6871b87f2e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:06.127996 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bbd052-4805-43fa-b0be-544b7bf64b48", "name": "network-vif-deleted", "tag": "72ea9688-0905-4d48-9762-1c2f299b60a9", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:06.127996 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cb87651-80ca-48e8-a10f-cc6871b87f2e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:06.127996 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bbd052-4805-43fa-b0be-544b7bf64b48', 'name': 'network-vif-deleted', 'tag': '72ea9688-0905-4d48-9762-1c2f299b60a9', 'status': 'completed', 'code': 200} Feb 20 23:43:06.309112 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0819d004-66ac-481e-b354-fbc3a5436695 req-0a36dc88-a276-4b7e-92ae-21d2baf6fd40 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=10bbd052-4805-43fa-b0be-544b7bf64b48 HTTP/1.1" status: 200 len: 210 time: 0.0305653 Feb 20 23:43:06.418351 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2670b-da26-4e67-ac77-2e1f8bda9307 req-4b6ed2bb-de6b-4791-8f6d-157b970e74d3 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:06.419757 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfa2670b-da26-4e67-ac77-2e1f8bda9307 req-4b6ed2bb-de6b-4791-8f6d-157b970e74d3 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 943 time: 0.0536001 Feb 20 23:43:06.471768 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfa2670b-da26-4e67-ac77-2e1f8bda9307 req-90d54be3-975c-4bb4-9e95-3bf6f6a86d55 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Feb 20 23:43:07.138187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 0db5769d-e80f-46cf-846d-0518b7f819ea details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:43:07.233049 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 0db5769d-e80f-46cf-846d-0518b7f819ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0db5769d-e80f-46cf-846d-0518b7f819ea,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:07.244776 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '0db5769d-e80f-46cf-846d-0518b7f819ea', 'network_id': '735d52f8-ea20-4c66-b352-b87ac6fb38b8', 'port_id': '0db5769d-e80f-46cf-846d-0518b7f819ea', 'mac_address': 'fa:16:3e:7e:1a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ae2720-85bc-45dd-a0a3-19dbf3614c3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:43:07.284905 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 0db5769d-e80f-46cf-846d-0518b7f819ea is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:43:07.285294 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:07.298032 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db5769d-e80f-46cf-846d-0518b7f819ea {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:43:07.316861 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 0db5769d-e80f-46cf-846d-0518b7f819ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0db5769d-e80f-46cf-846d-0518b7f819ea,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:07.366600 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:07.414895 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=0db5769d-e80f-46cf-846d-0518b7f819ea,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:07.588414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7077-cd59-41dd-ab9e-95e5905a5573 req-714a5879-c399-4ce8-830d-e28458c4e4e3 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:07.589898 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-759f7077-cd59-41dd-ab9e-95e5905a5573 req-714a5879-c399-4ce8-830d-e28458c4e4e3 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0526738 Feb 20 23:43:07.639722 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-759f7077-cd59-41dd-ab9e-95e5905a5573 req-a12cfec5-e568-4431-b2d8-aba3e1e4ffed tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Feb 20 23:43:07.675590 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['0db5769d-e80f-46cf-846d-0518b7f819ea'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:08.756519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df0aa-f81e-49c1-9f07-35ff0b746298 req-70b521fe-7cde-41e0-93e7-3419a5ee75cd tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:08.758568 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b49df0aa-f81e-49c1-9f07-35ff0b746298 req-70b521fe-7cde-41e0-93e7-3419a5ee75cd tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0520530 Feb 20 23:43:08.805486 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b49df0aa-f81e-49c1-9f07-35ff0b746298 req-6ef48751-66c2-42d0-bb4a-22d6b604d6b4 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Feb 20 23:43:09.066959 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c594-6364-4e0a-bd49-843257973578 req-1352ea0b-2f29-434b-9d3e-8de1dc606a2b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:09.071651 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6704c594-6364-4e0a-bd49-843257973578 req-1352ea0b-2f29-434b-9d3e-8de1dc606a2b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0578282 Feb 20 23:43:09.118179 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6704c594-6364-4e0a-bd49-843257973578 req-7f6184cd-1e1b-4bb6-96af-81ce194dde80 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Feb 20 23:43:09.274005 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 0db5769d-e80f-46cf-846d-0518b7f819ea up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:43:09.277227 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a9009c7-97da-4505-b7ac-a3df0cad13ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:09.423283 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 0db5769d-e80f-46cf-846d-0518b7f819ea completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:43:09.427451 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 0db5769d-e80f-46cf-846d-0518b7f819ea triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:43:09.427829 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:09.508106 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 0db5769d-e80f-46cf-846d-0518b7f819ea is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:43:09.508639 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:09.530906 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db5769d-e80f-46cf-846d-0518b7f819ea'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:09.533130 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ab661-ad22-45e7-a637-32ce32466c31" -d '{"events": [{"server_uuid": "b8c72c5a-7c05-498b-9ad2-511b0e05b4d2", "name": "network-vif-plugged", "status": "completed", "tag": "0db5769d-e80f-46cf-846d-0518b7f819ea"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:09.546081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 0db5769d-e80f-46cf-846d-0518b7f819ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0db5769d-e80f-46cf-846d-0518b7f819ea,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:09.570825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb46df-24a5-410c-a2ad-ae4ee694c0f9 x-openstack-request-id: req-cbeb46df-24a5-410c-a2ad-ae4ee694c0f9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:09.570825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c72c5a-7c05-498b-9ad2-511b0e05b4d2", "name": "network-vif-plugged", "status": "completed", "tag": "0db5769d-e80f-46cf-846d-0518b7f819ea", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:09.570825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbeb46df-24a5-410c-a2ad-ae4ee694c0f9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:09.570825 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db5769d-e80f-46cf-846d-0518b7f819ea', 'code': 200} Feb 20 23:43:09.618551 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:09.619378 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 72ea9688-0905-4d48-9762-1c2f299b60a9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:09.655310 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 72ea9688-0905-4d48-9762-1c2f299b60a9 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:09.655663 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 72ea9688-0905-4d48-9762-1c2f299b60a9 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:09.682570 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=0db5769d-e80f-46cf-846d-0518b7f819ea,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:09.865594 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7d73-36f8-4c20-b2b7-fabf25686b43 req-59ebe456-47ff-4322-86b8-3fdc0bc5a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:09.867143 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b1a7d73-36f8-4c20-b2b7-fabf25686b43 req-59ebe456-47ff-4322-86b8-3fdc0bc5a3a7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 1129 time: 0.0448160 Feb 20 23:43:09.944269 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b1a7d73-36f8-4c20-b2b7-fabf25686b43 req-b6870203-ddf5-4207-b648-b92761da0521 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Feb 20 23:43:09.955154 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866ee8-cf48-4114-b289-df03e6aec531 req-d7622e66-1f5f-49eb-bee1-70c2ea2ce3ba tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:09.956582 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6866ee8-cf48-4114-b289-df03e6aec531 req-d7622e66-1f5f-49eb-bee1-70c2ea2ce3ba tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0841904 Feb 20 23:43:10.002878 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6866ee8-cf48-4114-b289-df03e6aec531 req-60256ac1-f9cd-4ed6-840f-a636679524ac tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Feb 20 23:43:10.244568 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8752c-4009-497b-8eab-09d6bedb6b0d req-7931b3f3-7ed2-49cb-ac60-6e5e523c7ca2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:10.246057 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83c8752c-4009-497b-8eab-09d6bedb6b0d req-7931b3f3-7ed2-49cb-ac60-6e5e523c7ca2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0533888 Feb 20 23:43:10.292427 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83c8752c-4009-497b-8eab-09d6bedb6b0d req-db72e696-8536-4542-a5da-4bfd900d3a3e tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Feb 20 23:43:10.936943 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a087198-c992-419f-b975-cd2b90b79bfe req-3e59b8eb-3a9d-4c8e-9f81-68b548755de9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:10.938409 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a087198-c992-419f-b975-cd2b90b79bfe req-3e59b8eb-3a9d-4c8e-9f81-68b548755de9 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0531845 Feb 20 23:43:11.039694 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Deleting port e95249b8-da36-411c-8199-a469a3b0547e {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:11.040117 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (e95249b8-da36-411c-8199-a469a3b0547e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:11.173779 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa67903-3e8a-4cef-8b1d-1773a89309c4 req-431f7cda-fb0e-4ab2-b921-9fb85a914895 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:11.175261 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efa67903-3e8a-4cef-8b1d-1773a89309c4 req-431f7cda-fb0e-4ab2-b921-9fb85a914895 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0933070 Feb 20 23:43:11.177734 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] For port e95249b8-da36-411c-8199-a469a3b0547e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e95249b8-da36-411c-8199-a469a3b0547e,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:11.178048 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (e95249b8-da36-411c-8199-a469a3b0547e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:11.197457 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Calling delete_port for e95249b8-da36-411c-8199-a469a3b0547e owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:11.278117 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efa67903-3e8a-4cef-8b1d-1773a89309c4 req-99d3d472-9dcf-4fb7-a908-58142e8b742b tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922196 Feb 20 23:43:11.417361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d00e3-ed38-45bb-898b-708fd5289bf7 req-e79240eb-3429-4171-87d2-bb959255d7d8 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:11.418824 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e2d00e3-ed38-45bb-898b-708fd5289bf7 req-e79240eb-3429-4171-87d2-bb959255d7d8 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 945 time: 0.0558658 Feb 20 23:43:11.464294 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e2d00e3-ed38-45bb-898b-708fd5289bf7 req-cb41b47b-0ca9-472a-bab6-c72bede3549b tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Feb 20 23:43:11.481215 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (e95249b8-da36-411c-8199-a469a3b0547e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:11.492920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d', 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'e95249b8-da36-411c-8199-a469a3b0547e'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:11.511867 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event deleted for resources: {'Port': ['ID=e95249b8-da36-411c-8199-a469a3b0547e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:11.562452 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] No DVR routers for this DVR port e95249b8-da36-411c-8199-a469a3b0547e on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:11.564894 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:11.568292 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a087198-c992-419f-b975-cd2b90b79bfe req-f45c4f13-7644-4ffb-9b19-b4169c1ca589 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "DELETE /v2.0/ports/e95249b8-da36-411c-8199-a469a3b0547e HTTP/1.1" status: 204 len: 173 time: 0.6229672 Feb 20 23:43:11.568738 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'name': 'network-vif-deleted', 'tag': 'e95249b8-da36-411c-8199-a469a3b0547e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:11.571801 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff84efa-65b7-4c3b-bf9e-c91c93e59434" -d '{"events": [{"server_uuid": "f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8", "name": "network-vif-deleted", "tag": "e95249b8-da36-411c-8199-a469a3b0547e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:11.579032 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf77ac2f-2a5c-4b59-99c7-ebe74c22c386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:11.615191 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b4385-36d8-49fc-a4fc-1a5469932a4b x-openstack-request-id: req-bc7b4385-36d8-49fc-a4fc-1a5469932a4b {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:11.615191 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8", "name": "network-vif-deleted", "tag": "e95249b8-da36-411c-8199-a469a3b0547e", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:11.615191 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc7b4385-36d8-49fc-a4fc-1a5469932a4b {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:11.615191 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8', 'name': 'network-vif-deleted', 'tag': 'e95249b8-da36-411c-8199-a469a3b0547e', 'status': 'completed', 'code': 200} Feb 20 23:43:12.400157 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc730a9e-b3b8-4268-931e-81b41f8f9f86 req-8b9714f0-2485-458d-a7aa-a6e9c225fdf1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:12.401687 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc730a9e-b3b8-4268-931e-81b41f8f9f86 req-8b9714f0-2485-458d-a7aa-a6e9c225fdf1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Feb 20 23:43:12.449166 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fc730a9e-b3b8-4268-931e-81b41f8f9f86 req-b4a68692-745f-4fa0-8007-f0f000059e5a tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Feb 20 23:43:12.575894 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55d9b916-e9d9-4da7-8a65-c074761daa63 req-29463220-5be8-4acc-87e9-7c2d425f1bc3 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=f77cda5e-fd8d-4ea6-b59e-d688e7c31ef8 HTTP/1.1" status: 200 len: 210 time: 0.0292251 Feb 20 23:43:12.869194 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:13.998117 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefc658-4f24-4020-9cc6-c3683d1cc594 req-4b365bf2-a1e2-49b0-bc5c-2a1b9dd25adc tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:14.000443 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eeefc658-4f24-4020-9cc6-c3683d1cc594 req-4b365bf2-a1e2-49b0-bc5c-2a1b9dd25adc tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 946 time: 0.0577705 Feb 20 23:43:14.048159 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eeefc658-4f24-4020-9cc6-c3683d1cc594 req-d6744f0a-e2a2-47e5-858d-0aa278f4b513 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Feb 20 23:43:14.080735 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.168623 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b59a-3452-43bd-8121-d7cdd69a6def req-eb3b1923-cc77-4059-97dd-7f49554cdf09 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:15.170195 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76d8b59a-3452-43bd-8121-d7cdd69a6def req-eb3b1923-cc77-4059-97dd-7f49554cdf09 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 946 time: 0.0531721 Feb 20 23:43:15.179207 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device e95249b8-da36-411c-8199-a469a3b0547e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:15.200238 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: e95249b8-da36-411c-8199-a469a3b0547e {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:15.200601 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device e95249b8-da36-411c-8199-a469a3b0547e not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:15.218479 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76d8b59a-3452-43bd-8121-d7cdd69a6def req-1129c2a3-e628-463a-8f27-f9b35d81b19d tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Feb 20 23:43:15.448070 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-595834af-66e6-4abf-a6d1-01d129298266 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:15.449586 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-595834af-66e6-4abf-a6d1-01d129298266 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 946 time: 0.0565071 Feb 20 23:43:15.544245 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Deleting port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:15.544589 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.638020 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] For port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:15.638396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.650282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Calling delete_port for b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:15.674606 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.846673 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.858894 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d', 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:15.886128 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event deleted for resources: {'Port': ['ID=b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:15.886357 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.927518 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] No DVR routers for this DVR port b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:15.930252 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:15.933955 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbf5823e-ddd4-4749-bda5-1a849b4de904 req-67971ab9-55f8-4147-ad95-7ef04ce49e60 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "DELETE /v2.0/ports/b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c HTTP/1.1" status: 204 len: 173 time: 0.4786909 Feb 20 23:43:15.934415 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'name': 'network-vif-deleted', 'tag': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:15.936678 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd0f9b-b83b-4980-bdea-57a40fa025b2" -d '{"events": [{"server_uuid": "a4291caa-f9c6-4679-9c41-51206f5cbe6a", "name": "network-vif-deleted", "tag": "b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:15.975365 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf310d8-ae62-41cd-a503-210343366881 x-openstack-request-id: req-dbf310d8-ae62-41cd-a503-210343366881 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:15.975679 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4291caa-f9c6-4679-9c41-51206f5cbe6a", "name": "network-vif-deleted", "tag": "b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:15.975985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbf310d8-ae62-41cd-a503-210343366881 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:15.981158 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4291caa-f9c6-4679-9c41-51206f5cbe6a', 'name': 'network-vif-deleted', 'tag': 'b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c', 'status': 'completed', 'code': 200} Feb 20 23:43:16.325053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2a6cb27e-481d-45ba-8293-1bda1c44b0fb req-f391c648-124b-4189-9f2c-ee8fc81c3067 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4291caa-f9c6-4679-9c41-51206f5cbe6a HTTP/1.1" status: 200 len: 210 time: 0.0277820 Feb 20 23:43:16.954038 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:43:19.005274 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6949a5-cc64-48e5-aed6-b638008c49e1 req-1ebfd523-def3-4d4d-8350-37d0bd487a8a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:19.006733 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c6949a5-cc64-48e5-aed6-b638008c49e1 req-1ebfd523-def3-4d4d-8350-37d0bd487a8a tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 945 time: 0.0523300 Feb 20 23:43:19.053519 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c6949a5-cc64-48e5-aed6-b638008c49e1 req-f6d5da7e-a4ff-414f-9668-48d86cf795e2 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Feb 20 23:43:19.179707 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:19.200641 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:19.200996 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device b7d6b8bc-2ce4-4e2b-a816-00e8775fe88c not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:20.178794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faeeab-4a3d-454e-a950-1942433bec7e req-45f3361f-c8a0-415f-8995-0d67df36e586 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:20.180369 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4faeeab-4a3d-454e-a950-1942433bec7e req-45f3361f-c8a0-415f-8995-0d67df36e586 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 945 time: 0.0587656 Feb 20 23:43:20.228393 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4faeeab-4a3d-454e-a950-1942433bec7e req-3bc024c9-9a04-4e4d-bf75-0c9c9bff597c tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/security-groups?id=abe4a916-4289-4944-9f9a-44937b4a7c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Feb 20 23:43:20.777439 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-9edefc6a-fa03-4403-be9c-b797c65601a6 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:20.779115 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-9edefc6a-fa03-4403-be9c-b797c65601a6 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 945 time: 0.0537906 Feb 20 23:43:20.887400 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Deleting port fe28894b-a57f-446e-9e81-6c7f84361d5d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:20.887707 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:20.974870 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] For port fe28894b-a57f-446e-9e81-6c7f84361d5d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fe28894b-a57f-446e-9e81-6c7f84361d5d,segment=NetworkSegment(947b4d2c-ca1c-4cc1-8402-25721056e2f5),segment_id=947b4d2c-ca1c-4cc1-8402-25721056e2f5)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:20.975242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:20.987053 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Calling delete_port for fe28894b-a57f-446e-9e81-6c7f84361d5d owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:21.183825 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (fe28894b-a57f-446e-9e81-6c7f84361d5d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:21.200497 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['fe28894b-a57f-446e-9e81-6c7f84361d5d'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:21.219182 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Pushing event deleted for resources: {'Port': ['ID=fe28894b-a57f-446e-9e81-6c7f84361d5d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:21.261628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] No DVR routers for this DVR port fe28894b-a57f-446e-9e81-6c7f84361d5d on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:21.264051 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:21.267328 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a6e0ca17-cdc1-483f-8869-d71c2a63a2df req-ae9871de-5866-478f-b852-7b8c0fa46f51 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.88 "DELETE /v2.0/ports/fe28894b-a57f-446e-9e81-6c7f84361d5d HTTP/1.1" status: 204 len: 173 time: 0.4802303 Feb 20 23:43:21.267769 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'name': 'network-vif-deleted', 'tag': 'fe28894b-a57f-446e-9e81-6c7f84361d5d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:21.270010 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbf190e-d4a5-42a4-9bcf-2e50342f6f72" -d '{"events": [{"server_uuid": "1d402ca8-ea74-49c2-a189-0c6b1b4aacaf", "name": "network-vif-deleted", "tag": "fe28894b-a57f-446e-9e81-6c7f84361d5d"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:21.308866 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac82886e-831f-4f8f-8131-306c425c87f6 x-openstack-request-id: req-ac82886e-831f-4f8f-8131-306c425c87f6 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:21.309231 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d402ca8-ea74-49c2-a189-0c6b1b4aacaf", "name": "network-vif-deleted", "tag": "fe28894b-a57f-446e-9e81-6c7f84361d5d", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:21.309493 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac82886e-831f-4f8f-8131-306c425c87f6 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:21.309890 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d402ca8-ea74-49c2-a189-0c6b1b4aacaf', 'name': 'network-vif-deleted', 'tag': 'fe28894b-a57f-446e-9e81-6c7f84361d5d', 'status': 'completed', 'code': 200} Feb 20 23:43:21.328849 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3283abe2-923c-4d37-835a-02f7d0f21bef req-4e3ea2fe-540a-4b92-b535-b33169cccbfa tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0315092 Feb 20 23:43:22.434858 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-705b59ed-67f3-4f34-8727-ba29292fa186 req-ec31118e-3ba6-45f8-973c-20623e36787f tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0273633 Feb 20 23:43:23.537368 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2d6da12d-9b28-4c17-b2e4-74ab90e5e8ea req-fc13eb3c-ae90-4def-b11e-e5505d1d3d69 tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0261021 Feb 20 23:43:24.434025 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-caf56116-89bb-442e-b847-5af3abd383dd req-4e515a16-a90b-4801-becb-72c86fc81de1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271132 Feb 20 23:43:24.480126 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-caf56116-89bb-442e-b847-5af3abd383dd req-0c767de4-5ed4-4864-941c-f89561a6a3ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f45564615044058b4e8f89d13a46673&device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0261719 Feb 20 23:43:24.607473 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56116-89bb-442e-b847-5af3abd383dd req-f69170da-c38a-4439-9207-067e3bf022a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:24.609033 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-caf56116-89bb-442e-b847-5af3abd383dd req-f69170da-c38a-4439-9207-067e3bf022a6 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5f45564615044058b4e8f89d13a46673&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1085234 Feb 20 23:43:24.690770 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9dd7dc6a-acd3-48ed-ae8d-4d5065bcac45 req-648e26eb-c092-4431-b7c3-bcedecb51bfe tempest-AttachVolumeNegativeTest-404812750 tempest-AttachVolumeNegativeTest-404812750-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d402ca8-ea74-49c2-a189-0c6b1b4aacaf HTTP/1.1" status: 200 len: 210 time: 0.0628624 Feb 20 23:43:24.734282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56116-89bb-442e-b847-5af3abd383dd req-2bbb203f-aca3-418e-9c85-3569f15b5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:24.735729 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-caf56116-89bb-442e-b847-5af3abd383dd req-2bbb203f-aca3-418e-9c85-3569f15b5690 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156433 Feb 20 23:43:25.213545 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device fe28894b-a57f-446e-9e81-6c7f84361d5d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:25.233956 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: fe28894b-a57f-446e-9e81-6c7f84361d5d {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:25.234307 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device fe28894b-a57f-446e-9e81-6c7f84361d5d not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:25.745152 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38908) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:25.788663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Deleting subnet 2c818a3f-433f-4032-a3ae-7c823b016dee {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:43:25.792171 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Publish callbacks [] for subnet (2c818a3f-433f-4032-a3ae-7c823b016dee), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:25.825728 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6656635'] for subnet (2c818a3f-433f-4032-a3ae-7c823b016dee), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:25.863725 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (2c818a3f-433f-4032-a3ae-7c823b016dee), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:25.983948 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6033726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414541'] for subnet (2c818a3f-433f-4032-a3ae-7c823b016dee), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.013113 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c818a3f-433f-4032-a3ae-7c823b016dee,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:26.016783 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.020011 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ebc2f9b8-57dd-4c19-9300-c2f1f36534a3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2c818a3f-433f-4032-a3ae-7c823b016dee HTTP/1.1" status: 204 len: 168 time: 0.2738066 Feb 20 23:43:26.022527 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38910) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:26.089569 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (b35626ef-7eee-4a8a-ba82-c5c6623b8a61), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.168298 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (b35626ef-7eee-4a8a-ba82-c5c6623b8a61), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.187768 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35626ef-7eee-4a8a-ba82-c5c6623b8a61']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:26.196673 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947b4d2c-ca1c-4cc1-8402-25721056e2f5') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:26.197162 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947b4d2c-ca1c-4cc1-8402-25721056e2f5') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:26.206191 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (947b4d2c-ca1c-4cc1-8402-25721056e2f5), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.219419 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (947b4d2c-ca1c-4cc1-8402-25721056e2f5), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.225290 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:43:26.225682 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (947b4d2c-ca1c-4cc1-8402-25721056e2f5), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:43:26.227346 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:43:26.349521 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (b35626ef-7eee-4a8a-ba82-c5c6623b8a61), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.355822 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.359011 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] 10.222.0.60 "DELETE /v2.0/networks/b35626ef-7eee-4a8a-ba82-c5c6623b8a61 HTTP/1.1" status: 204 len: 168 time: 0.3355689 Feb 20 23:43:26.370046 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbec055-4d70-4d83-8f00-74dfa574592c admin admin] Pushing event deleted for resources: {'Network': ['ID=b35626ef-7eee-4a8a-ba82-c5c6623b8a61,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:26.640727 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38916) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:26.679679 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f3ad14c8-9fd7-4599-85ea-425a81ae0746 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f45564615044058b4e8f89d13a46673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378177 Feb 20 23:43:26.682416 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38918) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:26.731662 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bda110a-5eff-4a14-a5de-cfcb7b5e530e admin admin] Publish callbacks [] for security_group (abe4a916-4289-4944-9f9a-44937b4a7c58), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.751561 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bda110a-5eff-4a14-a5de-cfcb7b5e530e admin admin] Publish callbacks [] for security_group (abe4a916-4289-4944-9f9a-44937b4a7c58), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.880882 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bda110a-5eff-4a14-a5de-cfcb7b5e530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (abe4a916-4289-4944-9f9a-44937b4a7c58), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.883413 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bda110a-5eff-4a14-a5de-cfcb7b5e530e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.885335 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7bda110a-5eff-4a14-a5de-cfcb7b5e530e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abe4a916-4289-4944-9f9a-44937b4a7c58 HTTP/1.1" status: 204 len: 168 time: 0.2013259 Feb 20 23:43:26.893831 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda110a-5eff-4a14-a5de-cfcb7b5e530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe4a916-4289-4944-9f9a-44937b4a7c58,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:29.446159 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 38974) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:29.550049 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-940b6142-b324-4610-89ec-5a0c394ad065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.620710 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-940b6142-b324-4610-89ec-5a0c394ad065 admin admin] Publish callbacks [] for security_group (05250d78-ec2c-452f-b05b-676e0505d79f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.709102 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-940b6142-b324-4610-89ec-5a0c394ad065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (05250d78-ec2c-452f-b05b-676e0505d79f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.748464 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-940b6142-b324-4610-89ec-5a0c394ad065 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48a7f45aa9844c53ab94c4556e41beed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012257 Feb 20 23:43:29.749398 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b6142-b324-4610-89ec-5a0c394ad065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05250d78-ec2c-452f-b05b-676e0505d79f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:29.751187 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 38982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:29.800461 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Publish callbacks [] for security_group (05250d78-ec2c-452f-b05b-676e0505d79f), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.820955 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Publish callbacks [] for security_group (05250d78-ec2c-452f-b05b-676e0505d79f), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.914971 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (05250d78-ec2c-452f-b05b-676e0505d79f), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.917804 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:29.918959 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05250d78-ec2c-452f-b05b-676e0505d79f HTTP/1.1" status: 204 len: 168 time: 0.1667280 Feb 20 23:43:29.927435 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05250d78-ec2c-452f-b05b-676e0505d79f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:29.935567 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.935959 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.936384 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.936731 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.937076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.937416 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.937758 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.938216 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.938554 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.938890 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.939226 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.939557 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:29.940027 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a136e-5e9e-4f56-b352-93a9f3a95edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:30.436134 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 38992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:30.449404 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aa523a0-031c-4c1c-bc4a-a73977a11007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.520725 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aa523a0-031c-4c1c-bc4a-a73977a11007 admin admin] Publish callbacks [] for security_group (23d3e69d-ed1d-428a-9352-d6b53471676c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.577510 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aa523a0-031c-4c1c-bc4a-a73977a11007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (23d3e69d-ed1d-428a-9352-d6b53471676c), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.614204 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa523a0-031c-4c1c-bc4a-a73977a11007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3e69d-ed1d-428a-9352-d6b53471676c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:30.618454 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1aa523a0-031c-4c1c-bc4a-a73977a11007 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=867f5dacb34d48aea97b82d0543f4935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812727 Feb 20 23:43:30.621119 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 38994) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:30.673382 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f391632-212c-473c-ac93-2ddb6c1e1b11 admin admin] Publish callbacks [] for security_group (23d3e69d-ed1d-428a-9352-d6b53471676c), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.694011 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f391632-212c-473c-ac93-2ddb6c1e1b11 admin admin] Publish callbacks [] for security_group (23d3e69d-ed1d-428a-9352-d6b53471676c), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.794928 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f391632-212c-473c-ac93-2ddb6c1e1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (23d3e69d-ed1d-428a-9352-d6b53471676c), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.797643 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f391632-212c-473c-ac93-2ddb6c1e1b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:30.798987 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-7f391632-212c-473c-ac93-2ddb6c1e1b11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23d3e69d-ed1d-428a-9352-d6b53471676c HTTP/1.1" status: 204 len: 168 time: 0.1767893 Feb 20 23:43:30.807117 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f391632-212c-473c-ac93-2ddb6c1e1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3e69d-ed1d-428a-9352-d6b53471676c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:33.841636 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39086) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:33.945555 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48d33fb3-1363-4115-bf85-4d3caaf7077b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.019926 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48d33fb3-1363-4115-bf85-4d3caaf7077b admin admin] Publish callbacks [] for security_group (5672c61c-cdf9-4603-9646-167be7cd7c09), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.097683 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48d33fb3-1363-4115-bf85-4d3caaf7077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5672c61c-cdf9-4603-9646-167be7cd7c09), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.134931 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-48d33fb3-1363-4115-bf85-4d3caaf7077b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfab98911fc748a9a99ec347a01135ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922266 Feb 20 23:43:34.136600 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d33fb3-1363-4115-bf85-4d3caaf7077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5672c61c-cdf9-4603-9646-167be7cd7c09,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:34.138484 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39090) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:34.186667 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a06c9163-e540-4e52-bf33-a02662faaa29 admin admin] Publish callbacks [] for security_group (5672c61c-cdf9-4603-9646-167be7cd7c09), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.207902 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a06c9163-e540-4e52-bf33-a02662faaa29 admin admin] Publish callbacks [] for security_group (5672c61c-cdf9-4603-9646-167be7cd7c09), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.320541 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a06c9163-e540-4e52-bf33-a02662faaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5672c61c-cdf9-4603-9646-167be7cd7c09), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.323851 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a06c9163-e540-4e52-bf33-a02662faaa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.329648 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a06c9163-e540-4e52-bf33-a02662faaa29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5672c61c-cdf9-4603-9646-167be7cd7c09 HTTP/1.1" status: 204 len: 168 time: 0.1854982 Feb 20 23:43:34.332687 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c9163-e540-4e52-bf33-a02662faaa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5672c61c-cdf9-4603-9646-167be7cd7c09,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:34.944839 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:34.957942 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71c693bc-e489-4f80-8d0e-13c18b2152e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:34.975042 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72188769-61f2-44e4-83f4-1c4bdc25db87 req-766c443e-3889-4761-bcf9-02f357dd935a tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:34.976550 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-72188769-61f2-44e4-83f4-1c4bdc25db87 req-766c443e-3889-4761-bcf9-02f357dd935a tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0535171 Feb 20 23:43:35.034394 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71c693bc-e489-4f80-8d0e-13c18b2152e0 admin admin] Publish callbacks [] for security_group (db86c7fa-8a96-440c-ba66-2d0bd170ebf3), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:35.037771 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-72188769-61f2-44e4-83f4-1c4bdc25db87 req-78b152a1-0152-46e4-8b07-663c1c1eb10b tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Feb 20 23:43:35.074987 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71c693bc-e489-4f80-8d0e-13c18b2152e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (db86c7fa-8a96-440c-ba66-2d0bd170ebf3), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:35.114634 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c693bc-e489-4f80-8d0e-13c18b2152e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86c7fa-8a96-440c-ba66-2d0bd170ebf3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:35.118967 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-71c693bc-e489-4f80-8d0e-13c18b2152e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=797c9af442664056bc42adc7682ffef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730146 Feb 20 23:43:35.122054 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39104) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:35.170317 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8418817a-c0cc-4194-bfd1-04531a69650c admin admin] Publish callbacks [] for security_group (db86c7fa-8a96-440c-ba66-2d0bd170ebf3), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:35.190958 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8418817a-c0cc-4194-bfd1-04531a69650c admin admin] Publish callbacks [] for security_group (db86c7fa-8a96-440c-ba66-2d0bd170ebf3), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:35.320706 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8418817a-c0cc-4194-bfd1-04531a69650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (db86c7fa-8a96-440c-ba66-2d0bd170ebf3), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:35.323478 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8418817a-c0cc-4194-bfd1-04531a69650c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:35.324682 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8418817a-c0cc-4194-bfd1-04531a69650c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db86c7fa-8a96-440c-ba66-2d0bd170ebf3 HTTP/1.1" status: 204 len: 168 time: 0.2017741 Feb 20 23:43:35.332416 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418817a-c0cc-4194-bfd1-04531a69650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86c7fa-8a96-440c-ba66-2d0bd170ebf3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:36.161881 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf6f1-348c-4440-ba2c-f25ae0e2c060 req-a79cf18d-35d4-41ed-bd41-00cada476f21 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:36.163403 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09bdf6f1-348c-4440-ba2c-f25ae0e2c060 req-a79cf18d-35d4-41ed-bd41-00cada476f21 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0539019 Feb 20 23:43:36.211015 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-09bdf6f1-348c-4440-ba2c-f25ae0e2c060 req-d77bc0bd-1714-4e45-8016-8e4afd2ef753 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aea1cc-5336-4e6d-b55b-e73d58c0e815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Feb 20 23:43:36.702122 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-873ee2d5-3fda-4b6d-976e-dd0abcc45cbe tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:36.703560 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-873ee2d5-3fda-4b6d-976e-dd0abcc45cbe tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0545135 Feb 20 23:43:36.802607 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Deleting port 0db5769d-e80f-46cf-846d-0518b7f819ea {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:36.802954 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:36.894147 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] For port 0db5769d-e80f-46cf-846d-0518b7f819ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0db5769d-e80f-46cf-846d-0518b7f819ea,segment=NetworkSegment(b70be5a8-297c-4df8-9f9d-62b1ccc51dfc),segment_id=b70be5a8-297c-4df8-9f9d-62b1ccc51dfc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:36.894515 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:36.907132 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Calling delete_port for 0db5769d-e80f-46cf-846d-0518b7f819ea owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:37.086367 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (0db5769d-e80f-46cf-846d-0518b7f819ea), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:37.099571 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['0db5769d-e80f-46cf-846d-0518b7f819ea'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:37.117472 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Pushing event deleted for resources: {'Port': ['ID=0db5769d-e80f-46cf-846d-0518b7f819ea,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:37.162312 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] No DVR routers for this DVR port 0db5769d-e80f-46cf-846d-0518b7f819ea on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:37.164824 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:37.168353 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ad7728f7-078e-4830-8576-f51cf0529d3c req-bf3de2fd-a3bb-4ed9-9f9f-a69a41f426e1 tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.88 "DELETE /v2.0/ports/0db5769d-e80f-46cf-846d-0518b7f819ea HTTP/1.1" status: 204 len: 173 time: 0.4586225 Feb 20 23:43:37.168794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'name': 'network-vif-deleted', 'tag': '0db5769d-e80f-46cf-846d-0518b7f819ea'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:37.171012 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfbbb43-f57f-4738-969a-e8950db8f914" -d '{"events": [{"server_uuid": "b8c72c5a-7c05-498b-9ad2-511b0e05b4d2", "name": "network-vif-deleted", "tag": "0db5769d-e80f-46cf-846d-0518b7f819ea"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:37.207427 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc9fbe-3832-4cbd-8505-86dabdd90725 x-openstack-request-id: req-cfbc9fbe-3832-4cbd-8505-86dabdd90725 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:37.207716 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c72c5a-7c05-498b-9ad2-511b0e05b4d2", "name": "network-vif-deleted", "tag": "0db5769d-e80f-46cf-846d-0518b7f819ea", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:37.208005 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfbc9fbe-3832-4cbd-8505-86dabdd90725 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:37.208454 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c72c5a-7c05-498b-9ad2-511b0e05b4d2', 'name': 'network-vif-deleted', 'tag': '0db5769d-e80f-46cf-846d-0518b7f819ea', 'status': 'completed', 'code': 200} Feb 20 23:43:37.319950 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46a16ba9-d7fa-4591-b69c-bf1730a86604 req-6da993f7-09a9-4b81-a0bc-e2b57583e7ab tempest-VolumesSnapshotTestJSON-988418809 tempest-VolumesSnapshotTestJSON-988418809-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c72c5a-7c05-498b-9ad2-511b0e05b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0284300 Feb 20 23:43:39.126380 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c36edc6f-103e-4fd6-81c7-d3891236b40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:39.626159 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:39.731808 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54079e9e-9e9c-49ea-a289-19faf26c4c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:39.804290 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54079e9e-9e9c-49ea-a289-19faf26c4c1f admin admin] Publish callbacks [] for security_group (9b5cf9c3-0821-44aa-b847-ae2408a5c72a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:39.869454 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54079e9e-9e9c-49ea-a289-19faf26c4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9b5cf9c3-0821-44aa-b847-ae2408a5c72a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:39.904970 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54079e9e-9e9c-49ea-a289-19faf26c4c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5cf9c3-0821-44aa-b847-ae2408a5c72a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:39.910322 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-54079e9e-9e9c-49ea-a289-19faf26c4c1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d298c4c94914c8db8c0f9d3be50c113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831180 Feb 20 23:43:39.912979 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39194) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:39.966612 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e7a5-7526-45ac-a3ff-0b14921f6c22 admin admin] Publish callbacks [] for security_group (9b5cf9c3-0821-44aa-b847-ae2408a5c72a), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:39.992990 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e7a5-7526-45ac-a3ff-0b14921f6c22 admin admin] Publish callbacks [] for security_group (9b5cf9c3-0821-44aa-b847-ae2408a5c72a), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.138127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e7a5-7526-45ac-a3ff-0b14921f6c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9b5cf9c3-0821-44aa-b847-ae2408a5c72a), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.141005 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e7a5-7526-45ac-a3ff-0b14921f6c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.142218 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3cd0e7a5-7526-45ac-a3ff-0b14921f6c22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b5cf9c3-0821-44aa-b847-ae2408a5c72a HTTP/1.1" status: 204 len: 168 time: 0.2282615 Feb 20 23:43:40.149905 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0e7a5-7526-45ac-a3ff-0b14921f6c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5cf9c3-0821-44aa-b847-ae2408a5c72a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:40.588887 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:40.601876 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a01-2b9f-4174-8564-ad3ad03c875d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.673899 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a01-2b9f-4174-8564-ad3ad03c875d admin admin] Publish callbacks [] for security_group (ef6b6846-c4fa-4005-995d-72992b333c9f), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.743452 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a01-2b9f-4174-8564-ad3ad03c875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (ef6b6846-c4fa-4005-995d-72992b333c9f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.781262 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-9dbc4a01-2b9f-4174-8564-ad3ad03c875d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc58030e46844be592b33c16ac40008a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911490 Feb 20 23:43:40.782370 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc4a01-2b9f-4174-8564-ad3ad03c875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b6846-c4fa-4005-995d-72992b333c9f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:40.784077 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39208) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:40.832932 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97ae1d7f-928b-43b9-9d67-50addcbd9152 admin admin] Publish callbacks [] for security_group (ef6b6846-c4fa-4005-995d-72992b333c9f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:40.856808 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97ae1d7f-928b-43b9-9d67-50addcbd9152 admin admin] Publish callbacks [] for security_group (ef6b6846-c4fa-4005-995d-72992b333c9f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.012508 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97ae1d7f-928b-43b9-9d67-50addcbd9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (ef6b6846-c4fa-4005-995d-72992b333c9f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.015242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97ae1d7f-928b-43b9-9d67-50addcbd9152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.016492 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-97ae1d7f-928b-43b9-9d67-50addcbd9152 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef6b6846-c4fa-4005-995d-72992b333c9f HTTP/1.1" status: 204 len: 168 time: 0.2314024 Feb 20 23:43:41.024784 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae1d7f-928b-43b9-9d67-50addcbd9152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b6846-c4fa-4005-995d-72992b333c9f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:41.548825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c674f743-5598-4e41-9155-2d472c665466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:42.333632 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 0db5769d-e80f-46cf-846d-0518b7f819ea no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:42.354884 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 0db5769d-e80f-46cf-846d-0518b7f819ea {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:42.355237 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 0db5769d-e80f-46cf-846d-0518b7f819ea not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:42.869151 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.069097 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.663279 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.908858 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.168626 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:48.271168 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83f3fad3-40c9-4171-9501-dd4cbce875ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.344402 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83f3fad3-40c9-4171-9501-dd4cbce875ac admin admin] Publish callbacks [] for security_group (afa03d06-5cb7-44a9-bf46-c64e5a6f418d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.428811 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83f3fad3-40c9-4171-9501-dd4cbce875ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (afa03d06-5cb7-44a9-bf46-c64e5a6f418d), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.466114 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-83f3fad3-40c9-4171-9501-dd4cbce875ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5769d3bf5cf4e4eb8941dd0154a2342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964556 Feb 20 23:43:48.466945 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3fad3-40c9-4171-9501-dd4cbce875ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa03d06-5cb7-44a9-bf46-c64e5a6f418d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:48.469023 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39340) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:48.517323 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55567fd8-6007-4ea1-a665-5c6fc2fef359 admin admin] Publish callbacks [] for security_group (afa03d06-5cb7-44a9-bf46-c64e5a6f418d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.538461 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55567fd8-6007-4ea1-a665-5c6fc2fef359 admin admin] Publish callbacks [] for security_group (afa03d06-5cb7-44a9-bf46-c64e5a6f418d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.657505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55567fd8-6007-4ea1-a665-5c6fc2fef359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (afa03d06-5cb7-44a9-bf46-c64e5a6f418d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.660106 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55567fd8-6007-4ea1-a665-5c6fc2fef359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.661242 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-55567fd8-6007-4ea1-a665-5c6fc2fef359 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afa03d06-5cb7-44a9-bf46-c64e5a6f418d HTTP/1.1" status: 204 len: 168 time: 0.1912510 Feb 20 23:43:48.670181 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55567fd8-6007-4ea1-a665-5c6fc2fef359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa03d06-5cb7-44a9-bf46-c64e5a6f418d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:49.280795 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39350) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:49.294319 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc284fca-7436-4238-8909-a3e3b4b1f715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.373300 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc284fca-7436-4238-8909-a3e3b4b1f715 admin admin] Publish callbacks [] for security_group (79818e96-5670-424c-b8df-1e88edcad7c2), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.440110 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc284fca-7436-4238-8909-a3e3b4b1f715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (79818e96-5670-424c-b8df-1e88edcad7c2), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.478035 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fc284fca-7436-4238-8909-a3e3b4b1f715 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c55304197dc540f28765e55b132e9144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961322 Feb 20 23:43:49.479034 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc284fca-7436-4238-8909-a3e3b4b1f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79818e96-5670-424c-b8df-1e88edcad7c2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:49.481348 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:49.528473 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a9762d5-e3e0-4a9d-b1d1-0dc1f9a2bc89 admin admin] Publish callbacks [] for security_group (79818e96-5670-424c-b8df-1e88edcad7c2), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.549650 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a9762d5-e3e0-4a9d-b1d1-0dc1f9a2bc89 admin admin] Publish callbacks [] for security_group (79818e96-5670-424c-b8df-1e88edcad7c2), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.663350 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a9762d5-e3e0-4a9d-b1d1-0dc1f9a2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (79818e96-5670-424c-b8df-1e88edcad7c2), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.665915 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a9762d5-e3e0-4a9d-b1d1-0dc1f9a2bc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.667966 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-3a9762d5-e3e0-4a9d-b1d1-0dc1f9a2bc89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79818e96-5670-424c-b8df-1e88edcad7c2 HTTP/1.1" status: 204 len: 168 time: 0.1855800 Feb 20 23:43:49.675573 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9762d5-e3e0-4a9d-b1d1-0dc1f9a2bc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79818e96-5670-424c-b8df-1e88edcad7c2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:50.280627 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:50.293311 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cce6dcf2-19d3-4399-b0de-deb9c6b63723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.365270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cce6dcf2-19d3-4399-b0de-deb9c6b63723 admin admin] Publish callbacks [] for security_group (f32e56f6-df47-4c06-8908-3206f52fdb53), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.405572 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cce6dcf2-19d3-4399-b0de-deb9c6b63723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (f32e56f6-df47-4c06-8908-3206f52fdb53), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.445165 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-cce6dcf2-19d3-4399-b0de-deb9c6b63723 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e2e0613ea8647c99101e0b612b351bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634047 Feb 20 23:43:50.446922 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6dcf2-19d3-4399-b0de-deb9c6b63723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e56f6-df47-4c06-8908-3206f52fdb53,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:50.447769 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39364) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:50.497730 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-699cea15-dcc9-484d-99eb-c0d162bbeb2f admin admin] Publish callbacks [] for security_group (f32e56f6-df47-4c06-8908-3206f52fdb53), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.518027 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-699cea15-dcc9-484d-99eb-c0d162bbeb2f admin admin] Publish callbacks [] for security_group (f32e56f6-df47-4c06-8908-3206f52fdb53), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.646238 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-699cea15-dcc9-484d-99eb-c0d162bbeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (f32e56f6-df47-4c06-8908-3206f52fdb53), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.648928 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-699cea15-dcc9-484d-99eb-c0d162bbeb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:50.650194 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-699cea15-dcc9-484d-99eb-c0d162bbeb2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f32e56f6-df47-4c06-8908-3206f52fdb53 HTTP/1.1" status: 204 len: 168 time: 0.2013929 Feb 20 23:43:50.658175 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cea15-dcc9-484d-99eb-c0d162bbeb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e56f6-df47-4c06-8908-3206f52fdb53,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:53.969466 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:44:03.616424 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39572) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:03.719242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:03.792395 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Publish callbacks [] for security_group (1ba86189-2fe2-4332-97de-3afbe44b7f4d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:03.845665 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (1ba86189-2fe2-4332-97de-3afbe44b7f4d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:03.882391 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f2585092a754e1ab9a16a2280996e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649062 Feb 20 23:44:03.883483 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba86189-2fe2-4332-97de-3afbe44b7f4d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:03.885783 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:03.891562 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.891945 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.892301 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.892643 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.892982 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.893317 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.893653 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.893986 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.894323 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.894655 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.894985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.895314 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.895636 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9a6f5-3d21-44be-948f-1fcc816b6bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:03.944330 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39580) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:04.184967 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5481-1aa0-4c5c-bbcc-8ab76f4aaf8c admin admin] Publish callbacks [] for security_group (1ba86189-2fe2-4332-97de-3afbe44b7f4d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.206763 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5481-1aa0-4c5c-bbcc-8ab76f4aaf8c admin admin] Publish callbacks [] for security_group (1ba86189-2fe2-4332-97de-3afbe44b7f4d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.258974 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Deleting subnet 22ae2720-85bc-45dd-a0a3-19dbf3614c3b {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:44:04.262679 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Publish callbacks [] for subnet (22ae2720-85bc-45dd-a0a3-19dbf3614c3b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.296142 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6656635'] for subnet (22ae2720-85bc-45dd-a0a3-19dbf3614c3b), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.320302 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5481-1aa0-4c5c-bbcc-8ab76f4aaf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (1ba86189-2fe2-4332-97de-3afbe44b7f4d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.324137 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5481-1aa0-4c5c-bbcc-8ab76f4aaf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.325526 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d8eb5481-1aa0-4c5c-bbcc-8ab76f4aaf8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ba86189-2fe2-4332-97de-3afbe44b7f4d HTTP/1.1" status: 204 len: 168 time: 0.4387248 Feb 20 23:44:04.333602 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb5481-1aa0-4c5c-bbcc-8ab76f4aaf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba86189-2fe2-4332-97de-3afbe44b7f4d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:04.338696 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (22ae2720-85bc-45dd-a0a3-19dbf3614c3b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.486156 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6033726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414541'] for subnet (22ae2720-85bc-45dd-a0a3-19dbf3614c3b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.513799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ae2720-85bc-45dd-a0a3-19dbf3614c3b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:04.515809 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.519133 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-71471c16-3749-443b-b93d-cfc58576bf6f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/22ae2720-85bc-45dd-a0a3-19dbf3614c3b HTTP/1.1" status: 204 len: 168 time: 0.5736477 Feb 20 23:44:04.521599 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39584) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:04.596365 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (735d52f8-ea20-4c66-b352-b87ac6fb38b8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.684041 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (735d52f8-ea20-4c66-b352-b87ac6fb38b8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.711524 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735d52f8-ea20-4c66-b352-b87ac6fb38b8']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:04.722948 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:04.731049 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70be5a8-297c-4df8-9f9d-62b1ccc51dfc') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:04.735309 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (b70be5a8-297c-4df8-9f9d-62b1ccc51dfc), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.750711 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (b70be5a8-297c-4df8-9f9d-62b1ccc51dfc), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.757662 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:44:04.758079 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (b70be5a8-297c-4df8-9f9d-62b1ccc51dfc), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:44:04.760237 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:44:04.874616 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (735d52f8-ea20-4c66-b352-b87ac6fb38b8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.878852 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.882295 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/735d52f8-ea20-4c66-b352-b87ac6fb38b8 HTTP/1.1" status: 204 len: 168 time: 0.3595769 Feb 20 23:44:04.895013 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ccef9-6d80-4f5b-9394-f85f3b9f33ae admin admin] Pushing event deleted for resources: {'Network': ['ID=735d52f8-ea20-4c66-b352-b87ac6fb38b8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:05.228141 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39588) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:05.266469 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-36bbb85c-89ab-4b98-b88a-6dd6ad00f403 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ba67a42ed2b4d6da5786531771a4295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366089 Feb 20 23:44:05.268818 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:05.314917 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7dca-5c92-4336-bf47-ac09a879e268 admin admin] Publish callbacks [] for security_group (74aea1cc-5336-4e6d-b55b-e73d58c0e815), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.334969 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7dca-5c92-4336-bf47-ac09a879e268 admin admin] Publish callbacks [] for security_group (74aea1cc-5336-4e6d-b55b-e73d58c0e815), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.433490 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7dca-5c92-4336-bf47-ac09a879e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (74aea1cc-5336-4e6d-b55b-e73d58c0e815), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.436075 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7dca-5c92-4336-bf47-ac09a879e268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.437260 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f2ef7dca-5c92-4336-bf47-ac09a879e268 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74aea1cc-5336-4e6d-b55b-e73d58c0e815 HTTP/1.1" status: 204 len: 168 time: 0.1675062 Feb 20 23:44:05.445352 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef7dca-5c92-4336-bf47-ac09a879e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aea1cc-5336-4e6d-b55b-e73d58c0e815,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:06.460218 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39612) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:06.555839 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797190538-network', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:06.611319 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Made reservation on behalf of 1ed39308074b49f79ccc33328d8bd0f8 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:06.613554 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.622614 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.694387 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks [] for security_group (9df660fc-09b6-4906-bbbf-c959f543798a), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.742891 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9df660fc-09b6-4906-bbbf-c959f543798a), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.767428 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:44:06.776034 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df660fc-09b6-4906-bbbf-c959f543798a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:06.781898 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (763fa450-2c9b-4170-a0f0-01f82c66ddda), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.782245 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Added segment 763fa450-2c9b-4170-a0f0-01f82c66ddda of type vlan for network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 Feb 20 23:44:06.821524 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (2dc958b2-ba47-4e46-aafe-4b0153a8f180), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.908585 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (2dc958b2-ba47-4e46-aafe-4b0153a8f180), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.909562 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:06.910139 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:06.968104 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc958b2-ba47-4e46-aafe-4b0153a8f180,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:06.977514 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:44:07.026567 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-21619f17-b83e-4231-a72f-ec53a83aff21 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5651078 Feb 20 23:44:07.029248 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39616) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:07.034093 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Request body: {'subnet': {'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797190538-subnet', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:07.108491 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Made reservation on behalf of 1ed39308074b49f79ccc33328d8bd0f8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:07.110843 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408558'] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.320623 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16440123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408348'] for subnet (fe2be5f9-a827-4cad-81eb-ee8de4b3af7b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.384204 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:07.392828 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Checking segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:07.393194 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Network hostable DHCP agents. Network: 2dc958b2-ba47-4e46-aafe-4b0153a8f180, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:44:07.480317 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:44:07.553767 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 2dc958b2-ba47-4e46-aafe-4b0153a8f180) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:07.558308 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:07.558911 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.564528 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bedbd-bde9-483e-aeb1-bba6522e5cea None None] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:07.644946 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-382ffb97-589b-4ee5-af4b-e54614e24777 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6142373 Feb 20 23:44:07.647529 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39618) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:07.652289 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:07.670167 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:44:07.671052 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.770858 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (6608f330-7426-40c3-b43e-30e39a642987), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.772029 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (6608f330-7426-40c3-b43e-30e39a642987), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.813409 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Allocated IP 172.20.0.2 (2dc958b2-ba47-4e46-aafe-4b0153a8f180/fe2be5f9-a827-4cad-81eb-ee8de4b3af7b/9d2e3fb5-a88a-4088-9fd6-aff46f2292a6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:07.824515 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks [] for router_controller (6608f330-7426-40c3-b43e-30e39a642987), precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.970243 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Publish callbacks [] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.069310 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.106642 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks [] for router_gateway (6608f330-7426-40c3-b43e-30e39a642987), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.110936 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:08.115760 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:08.120281 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:08.123428 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Pushing event updated for resources: {'Port': ['ID=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:08.135537 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.135988 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.136342 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.136689 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.137050 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.137407 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.137742 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.138078 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.138410 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.138744 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.139076 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.139437 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.139772 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:08.188075 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Attempting to bind port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:08.188392 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Attempting to bind port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:08.188759 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Attempting to bind port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 on network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:08.194048 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:08.194432 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Checking segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:08.194843 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.195277 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Bound using segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:08.195800 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Bound port: 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:08.196260 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.262658 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] For port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:08.265930 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] For port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:08.314790 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.366541 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks [] for router_gateway (6608f330-7426-40c3-b43e-30e39a642987), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.374029 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724b33-6acb-4ac7-96fc-2424ba106c2b None None] Pushing event updated for resources: {'Port': ['ID=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:08.383256 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.490411 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Allocated IP 172.27.1.62 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/75840cda-0893-4d0c-84d7-cd14ba22af60) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:08.623081 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks [] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.749156 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.788256 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:08.791346 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:08.796895 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:08.802484 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Pushing event updated for resources: {'Port': ['ID=75840cda-0893-4d0c-84d7-cd14ba22af60,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:09.120972 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks [] for router_gateway (6608f330-7426-40c3-b43e-30e39a642987), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.125753 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-477a4d92-00ca-4279-a939-de3ec1378f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.260488 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0486dcb-c9c2-426b-bca0-efcd1e519b8a None None] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:09.323574 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (6608f330-7426-40c3-b43e-30e39a642987), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.364823 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] Provisioning complete for port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:09.365201 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.455291 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] Current status of the port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:09.455682 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.490907 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] For port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:09.594608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Router 6608f330-7426-40c3-b43e-30e39a642987 is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:44:09.623231 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.676020 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728588a-e8fe-4aeb-b581-cefe0fde1edc None None] Pushing event updated for resources: {'Port': ['ID=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:09.702795 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:09.713157 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Sync routers for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:09.722285 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:09.722897 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:43:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:09.768477 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.769718 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-6e51d4fb-df5f-4572-97db-8f496684ca5c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1211691 Feb 20 23:44:09.772706 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39620) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:09.794164 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-2116ff67-7e2a-4b9c-9667-a31902c43390 None None] Provisioning complete for port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:09.794548 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2116ff67-7e2a-4b9c-9667-a31902c43390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.872703 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:09.998835 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:10.180628 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2116ff67-7e2a-4b9c-9667-a31902c43390 None None] Current status of the port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:10.206136 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.244385 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:10.244773 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.299676 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:08Z', 'revision_number': 3, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:10.331610 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Checking router: 6608f330-7426-40c3-b43e-30e39a642987 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:10.334167 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Updating router 6608f330-7426-40c3-b43e-30e39a642987 port 75840cda-0893-4d0c-84d7-cd14ba22af60 binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:10.359481 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Allocated IP 172.20.0.1 (2dc958b2-ba47-4e46-aafe-4b0153a8f180/fe2be5f9-a827-4cad-81eb-ee8de4b3af7b/464efbab-a613-47a7-9d98-70c727446c96) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:10.384363 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.386700 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:10.468620 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks [] for port (464efbab-a613-47a7-9d98-70c727446c96), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.565794 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (464efbab-a613-47a7-9d98-70c727446c96), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.603995 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:10.607146 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:10.617770 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:10.636404 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Pushing event updated for resources: {'Port': ['ID=464efbab-a613-47a7-9d98-70c727446c96,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:10.638170 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Publish callbacks [] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.656083 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (6608f330-7426-40c3-b43e-30e39a642987), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.714543 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.773359 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Attempting to bind port 75840cda-0893-4d0c-84d7-cd14ba22af60 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:10.773782 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Attempting to bind port 75840cda-0893-4d0c-84d7-cd14ba22af60 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:10.774156 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Attempting to bind port 75840cda-0893-4d0c-84d7-cd14ba22af60 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:10.778001 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770209a-9771-4d9f-b2a7-84669f026b20 None None] Pushing event updated for resources: {'Port': ['ID=75840cda-0893-4d0c-84d7-cd14ba22af60,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:10.783643 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:10.784066 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:10.785060 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.785060 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:10.785360 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Bound port: 75840cda-0893-4d0c-84d7-cd14ba22af60, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:10.785715 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.839317 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (464efbab-a613-47a7-9d98-70c727446c96), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.841401 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] For port 75840cda-0893-4d0c-84d7-cd14ba22af60, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:10.844633 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] For port 75840cda-0893-4d0c-84d7-cd14ba22af60, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=75840cda-0893-4d0c-84d7-cd14ba22af60,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:10.904430 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.945825 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-edf1268a-a740-4a17-94e4-d47cc17d8641 None None] Provisioning complete for port 464efbab-a613-47a7-9d98-70c727446c96 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:10.946311 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf1268a-a740-4a17-94e4-d47cc17d8641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (464efbab-a613-47a7-9d98-70c727446c96), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.000191 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks [] for port (464efbab-a613-47a7-9d98-70c727446c96), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.005187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:11.005835 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:43:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:11.007544 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770209a-9771-4d9f-b2a7-84669f026b20 None None] Pushing event updated for resources: {'Port': ['ID=75840cda-0893-4d0c-84d7-cd14ba22af60,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:11.011726 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-edf1268a-a740-4a17-94e4-d47cc17d8641 None None] Port 464efbab-a613-47a7-9d98-70c727446c96 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:11.085204 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (464efbab-a613-47a7-9d98-70c727446c96), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.119463 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:11.152567 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Pushing event updated for resources: {'Port': ['ID=464efbab-a613-47a7-9d98-70c727446c96,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:11.154964 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (6608f330-7426-40c3-b43e-30e39a642987), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.245917 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:11.247361 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:11.325418 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 1, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:11.361297 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259bc39-af06-4a68-aba1-a83047a87b54 None None] The sync data for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi is: [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 1, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:11.535837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7226efa5-781c-4aca-b47a-94990c3e9eaf None None] Provisioning complete for port 464efbab-a613-47a7-9d98-70c727446c96 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:11.536280 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7226efa5-781c-4aca-b47a-94990c3e9eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (464efbab-a613-47a7-9d98-70c727446c96), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.560957 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a94c9e7-39ed-47c4-8e9e-3ed0cac12483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.585377 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7226efa5-781c-4aca-b47a-94990c3e9eaf None None] Port 464efbab-a613-47a7-9d98-70c727446c96 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:11.643332 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Router 6608f330-7426-40c3-b43e-30e39a642987 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:11.765659 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:11.771128 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-71fb3e35-85c9-4a1e-9f74-512496dc8346 admin admin] 10.222.0.60 "PUT /v2.0/routers/6608f330-7426-40c3-b43e-30e39a642987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973495 Feb 20 23:44:12.457618 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:12.463098 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-605504934-network', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:12.537690 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Made reservation on behalf of e6f6e12262c3481483c60f890d3309a1 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:12.541970 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for network (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.550113 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.628959 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks [] for security_group (5d8d4b4b-eac4-408a-adf7-2f564bfe88ad), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.697870 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5d8d4b4b-eac4-408a-adf7-2f564bfe88ad), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.725910 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:44:12.731584 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d4b4b-eac4-408a-adf7-2f564bfe88ad,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:12.738608 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (99ba828f-3fa7-4e4f-ab41-0293a71d78d9), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.739005 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.segments_db [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Added segment 99ba828f-3fa7-4e4f-ab41-0293a71d78d9 of type vlan for network 8a7728b0-f463-404f-b8e5-8178d5dad5ea Feb 20 23:44:12.780367 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792666132098'] for network (8a7728b0-f463-404f-b8e5-8178d5dad5ea), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.880266 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923'] for network (8a7728b0-f463-404f-b8e5-8178d5dad5ea), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.881294 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:12.881893 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.908837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.943617 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7728b0-f463-404f-b8e5-8178d5dad5ea,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:12.953609 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea details requested by agent ovs-agent-dv-cinder-830098-1-iscsi with host dv-cinder-830098-1-iscsi {{(pid=103393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:44:12.985543 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1af1c43e-8548-40f0-b7c9-0df168770eb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5267363 Feb 20 23:44:12.988149 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39638) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:12.992927 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Request body: {'subnet': {'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-605504934-subnet', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:13.074352 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Made reservation on behalf of e6f6e12262c3481483c60f890d3309a1 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:13.076734 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408558'] for subnet (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.296690 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16440123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408348'] for subnet (48fa6891-016c-4ad2-85e4-9d77834b940f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.351589 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fa6891-016c-4ad2-85e4-9d77834b940f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:13.362571 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Checking segment: {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:13.362902 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Network hostable DHCP agents. Network: 8a7728b0-f463-404f-b8e5-8178d5dad5ea, hostable agents: ['42d796e0-7ef9-471a-a9ea-940bfdc1b84e'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:44:13.370016 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Sync routers for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:13.380370 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:13.380975 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:13.440274 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea is scheduled to be hosted by DHCP agent 42d796e0-7ef9-471a-a9ea-940bfdc1b84e with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:44:13.485929 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:13.548883 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-1-iscsi, 8a7728b0-f463-404f-b8e5-8178d5dad5ea) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:13.553740 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:13.554362 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.559290 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17d6dc-53e4-4019-b47c-1ef3f0455348 None None] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:13.649617 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-ab98d67d-3c7a-434f-aa70-a4b01c79bb25 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6600022 Feb 20 23:44:13.651876 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:13.656353 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:13.663779 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1fcefc5-89a9-5e22-b120-36a53e7a674c-8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'fixed_ips': [{'subnet_id': '48fa6891-016c-4ad2-85e4-9d77834b940f'}]}} from dv-cinder-830098-1-iscsi. {{(pid=103393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:44:13.667226 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.697136 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 2, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:13.716613 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Checking router: 6608f330-7426-40c3-b43e-30e39a642987 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:13.716968 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Updating router 6608f330-7426-40c3-b43e-30e39a642987 port 464efbab-a613-47a7-9d98-70c727446c96 binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:13.743278 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8032447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2386'] for router (5732e741-3f20-4a29-9f7d-ae78aa980f6f), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.745113 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8030255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8028542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7877089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (5732e741-3f20-4a29-9f7d-ae78aa980f6f), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.746793 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (464efbab-a613-47a7-9d98-70c727446c96), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.801726 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks [] for router_controller (5732e741-3f20-4a29-9f7d-ae78aa980f6f), precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.814879 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Allocated IP 172.20.0.2 (8a7728b0-f463-404f-b8e5-8178d5dad5ea/48fa6891-016c-4ad2-85e4-9d77834b940f/8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:13.980034 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Publish callbacks [] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.999358 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 75840cda-0893-4d0c-84d7-cd14ba22af60 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:14.017758 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks [] for router_gateway (5732e741-3f20-4a29-9f7d-ae78aa980f6f), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.053635 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Publish callbacks [] for port (464efbab-a613-47a7-9d98-70c727446c96), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.056553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.104707 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:14.111743 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:14.117016 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:14.120248 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Pushing event updated for resources: {'Port': ['ID=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.131660 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 75840cda-0893-4d0c-84d7-cd14ba22af60 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:14.131660 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.169406 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.171783 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (464efbab-a613-47a7-9d98-70c727446c96), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.208038 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Attempting to bind port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:14.208431 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Attempting to bind port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:14.208756 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Attempting to bind port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a on network 8a7728b0-f463-404f-b8e5-8178d5dad5ea {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:14.217980 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:14.218359 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Checking segment: {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:14.218811 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.219162 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Bound using segment: {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:14.219636 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Bound port: 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:14.220095 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.246642 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Pushing event updated for resources: {'Port': ['ID=464efbab-a613-47a7-9d98-70c727446c96,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.267803 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.268216 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.268586 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.268935 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.269268 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.269788 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.270298 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.270794 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.271288 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.271807 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.272196 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.272583 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.272913 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:14.293363 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Attempting to bind port 464efbab-a613-47a7-9d98-70c727446c96 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:14.293742 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Attempting to bind port 464efbab-a613-47a7-9d98-70c727446c96 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:14.294115 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Attempting to bind port 464efbab-a613-47a7-9d98-70c727446c96 on network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:14.303163 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:14.303891 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Checking segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:14.304467 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.305052 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Bound using segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:14.305691 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Bound port: 464efbab-a613-47a7-9d98-70c727446c96, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:14.306125 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (464efbab-a613-47a7-9d98-70c727446c96), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.310242 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks [] for router_gateway (5732e741-3f20-4a29-9f7d-ae78aa980f6f), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.319965 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 75840cda-0893-4d0c-84d7-cd14ba22af60 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:14.320355 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.335517 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.349986 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] For port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:14.356979 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] For port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:14.370037 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port 75840cda-0893-4d0c-84d7-cd14ba22af60, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=75840cda-0893-4d0c-84d7-cd14ba22af60,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:14.383156 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] For port 464efbab-a613-47a7-9d98-70c727446c96, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:14.387893 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] For port 464efbab-a613-47a7-9d98-70c727446c96, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=464efbab-a613-47a7-9d98-70c727446c96,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:14.451387 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Allocated IP 172.27.1.185 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/d0d39042-440e-444f-983c-5568d067bce8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:14.457663 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.480850 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (464efbab-a613-47a7-9d98-70c727446c96), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.488948 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.524078 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd2fbf-bb73-4ec5-91e2-957481c0fd12 None None] Pushing event updated for resources: {'Port': ['ID=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.536997 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:14.552956 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:14.584538 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks [] for port (d0d39042-440e-444f-983c-5568d067bce8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.595466 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] Provisioning complete for port 464efbab-a613-47a7-9d98-70c727446c96 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:14.595846 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (464efbab-a613-47a7-9d98-70c727446c96), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.597524 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=75840cda-0893-4d0c-84d7-cd14ba22af60,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.694131 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0a40f-e430-464d-99a6-52a6c1edbe28 None None] Pushing event updated for resources: {'Port': ['ID=464efbab-a613-47a7-9d98-70c727446c96,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.721443 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (d0d39042-440e-444f-983c-5568d067bce8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.728054 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:14.728222 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] Current status of the port 464efbab-a613-47a7-9d98-70c727446c96 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:14.728222 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (464efbab-a613-47a7-9d98-70c727446c96), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.774763 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] For port 464efbab-a613-47a7-9d98-70c727446c96, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=464efbab-a613-47a7-9d98-70c727446c96,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:14.814798 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:14.818175 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:14.822611 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:14.857789 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Pushing event updated for resources: {'Port': ['ID=d0d39042-440e-444f-983c-5568d067bce8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.886166 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (464efbab-a613-47a7-9d98-70c727446c96), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.950012 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baecce0-e102-4b56-9eb9-8ebd2d791e13 None None] Pushing event updated for resources: {'Port': ['ID=464efbab-a613-47a7-9d98-70c727446c96,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.998146 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:15.009983 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-f9f198da-5f82-4400-831c-d18ac69992e1 None None] Provisioning complete for port 464efbab-a613-47a7-9d98-70c727446c96 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:15.010515 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9f198da-5f82-4400-831c-d18ac69992e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (464efbab-a613-47a7-9d98-70c727446c96), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.031254 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343ab8c-2b49-4d38-b5b8-623ba5d19f66 None None] The sync data for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi is: [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:15.095632 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f9f198da-5f82-4400-831c-d18ac69992e1 None None] Current status of the port 464efbab-a613-47a7-9d98-70c727446c96 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:15.208929 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks [] for router_gateway (5732e741-3f20-4a29-9f7d-ae78aa980f6f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.421903 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8030246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8028585'] for router (5732e741-3f20-4a29-9f7d-ae78aa980f6f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.611836 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Router 5732e741-3f20-4a29-9f7d-ae78aa980f6f is scheduled to L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:44:15.628749 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.683074 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a3bb8-195c-4564-bb86-6476f6d600fd None None] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:15.732104 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:15.744435 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Sync routers for ids ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:15.808725 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.810037 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-56f9a829-443f-49a0-884b-a68e654f7d4e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1571217 Feb 20 23:44:15.812812 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:15.927685 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Routers {'5732e741-3f20-4a29-9f7d-ae78aa980f6f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:15.927685 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:15.927685 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] Provisioning complete for port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:15.927685 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.013526 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.127582 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 75840cda-0893-4d0c-84d7-cd14ba22af60 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:16.136847 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Set router 5732e741-3f20-4a29-9f7d-ae78aa980f6f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:16.271347 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] Current status of the port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:16.274084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.276542 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.332731 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] For port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:16.348850 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 75840cda-0893-4d0c-84d7-cd14ba22af60 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:16.349156 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.399062 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.440941 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Allocated IP 172.20.0.1 (8a7728b0-f463-404f-b8e5-8178d5dad5ea/48fa6891-016c-4ad2-85e4-9d77834b940f/6b843923-0892-4030-b9cd-dfd3342d1c2b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:16.476707 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6904b4-adfb-48ed-862c-77100a7398ba None None] Pushing event updated for resources: {'Port': ['ID=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:16.511993 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 3, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:16.546002 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 75840cda-0893-4d0c-84d7-cd14ba22af60 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:16.553371 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 464efbab-a613-47a7-9d98-70c727446c96 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:16.553543 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks [] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.553650 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Checking router: 5732e741-3f20-4a29-9f7d-ae78aa980f6f for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:16.553650 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Updating router 5732e741-3f20-4a29-9f7d-ae78aa980f6f port d0d39042-440e-444f-983c-5568d067bce8 binding host dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:16.601271 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-34a5efe7-80a2-4c34-b697-074e6388e9d0 None None] Provisioning complete for port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:16.601578 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34a5efe7-80a2-4c34-b697-074e6388e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.632696 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0d39042-440e-444f-983c-5568d067bce8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.651845 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.689305 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:16.692298 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:16.694787 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:16.732326 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Pushing event updated for resources: {'Port': ['ID=6b843923-0892-4030-b9cd-dfd3342d1c2b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:16.746457 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8030846'] for router_interface (5732e741-3f20-4a29-9f7d-ae78aa980f6f), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.750920 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 464efbab-a613-47a7-9d98-70c727446c96 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:16.751298 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (464efbab-a613-47a7-9d98-70c727446c96), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.841110 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-34a5efe7-80a2-4c34-b697-074e6388e9d0 None None] Current status of the port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:16.946948 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 464efbab-a613-47a7-9d98-70c727446c96 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:17.153219 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:17.153956 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.154081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7eebf142-59a1-41a6-8286-fd1cca96a7ac None None] Provisioning complete for port 6b843923-0892-4030-b9cd-dfd3342d1c2b triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:17.154081 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eebf142-59a1-41a6-8286-fd1cca96a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.154275 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39646) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:17.154651 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Publish callbacks [] for port (d0d39042-440e-444f-983c-5568d067bce8), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.154651 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7eebf142-59a1-41a6-8286-fd1cca96a7ac None None] Port 6b843923-0892-4030-b9cd-dfd3342d1c2b cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:17.154651 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:17.154651 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.155023 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks [] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.185399 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:17.213756 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Deleting port 74e34026-4b4a-4d75-bf34-c9224d6700e8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:17.214103 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.217237 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0d39042-440e-444f-983c-5568d067bce8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.229162 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.271454 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Attempting to bind port d0d39042-440e-444f-983c-5568d067bce8 on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:17.272024 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Attempting to bind port d0d39042-440e-444f-983c-5568d067bce8 by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:17.272498 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Attempting to bind port d0d39042-440e-444f-983c-5568d067bce8 on network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:17.285418 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:17.285418 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Checking segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:17.286093 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.286591 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Bound using segment: {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:17.287164 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Bound port: d0d39042-440e-444f-983c-5568d067bce8, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:17.287655 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0d39042-440e-444f-983c-5568d067bce8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.288931 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Pushing event updated for resources: {'Port': ['ID=6b843923-0892-4030-b9cd-dfd3342d1c2b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:17.289426 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cbb9c-ad80-4bfe-8dca-6b8c35892302 None None] Pushing event updated for resources: {'Port': ['ID=d0d39042-440e-444f-983c-5568d067bce8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:17.295196 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.295196 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (74e34026-4b4a-4d75-bf34-c9224d6700e8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.301982 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8030954'] for router_interface (5732e741-3f20-4a29-9f7d-ae78aa980f6f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.307802 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Calling delete_port for 74e34026-4b4a-4d75-bf34-c9224d6700e8 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:17.346468 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] For port d0d39042-440e-444f-983c-5568d067bce8, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:17.349666 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] For port d0d39042-440e-444f-983c-5568d067bce8, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d0d39042-440e-444f-983c-5568d067bce8,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:17.396529 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:17.397969 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:17.447515 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0d39042-440e-444f-983c-5568d067bce8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.520354 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Routers {'5732e741-3f20-4a29-9f7d-ae78aa980f6f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:17.520996 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:17.522738 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cbb9c-ad80-4bfe-8dca-6b8c35892302 None None] Pushing event updated for resources: {'Port': ['ID=d0d39042-440e-444f-983c-5568d067bce8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:17.542031 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Router 5732e741-3f20-4a29-9f7d-ae78aa980f6f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:17.573125 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (74e34026-4b4a-4d75-bf34-c9224d6700e8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.610242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'Port': ['ID=74e34026-4b4a-4d75-bf34-c9224d6700e8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:17.659174 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-4d2d034f-2d86-4986-8218-bc705ff34f4f None None] Provisioning complete for port 6b843923-0892-4030-b9cd-dfd3342d1c2b triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:17.659812 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d2d034f-2d86-4986-8218-bc705ff34f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.686831 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (b197ad60-0364-4b25-addc-c60de4dc0480), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.687245 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Floating IP b197ad60-0364-4b25-addc-c60de4dc0480 disassociated (deleted). External IP: 172.27.1.129, port: be8cec9e-a144-4234-b4fb-bb7fbff858b3. Feb 20 23:44:17.698454 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] Set router 5732e741-3f20-4a29-9f7d-ae78aa980f6f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:17.736460 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d034f-2d86-4986-8218-bc705ff34f4f None None] Port 6b843923-0892-4030-b9cd-dfd3342d1c2b cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:17.928324 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:17.930115 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:17.931824 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:44:16Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '6b843923-0892-4030-b9cd-dfd3342d1c2b', 'name': '', 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'mac_address': 'fa:16:3e:79:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:16Z', 'updated_at': '2022-02-20T23:44:17Z', 'revision_number': 2, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'subnets': [{'id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:17.937595 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-46a8a4e6-065e-49a2-8849-a5d236cd320d admin admin] 10.222.0.60 "PUT /v2.0/routers/5732e741-3f20-4a29-9f7d-ae78aa980f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1236713 Feb 20 23:44:17.962134 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f5f27-df2d-4be4-a0c9-f753f1c8702c None None] The sync data for ids ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'] in dv-cinder-830098-1-iscsi is: [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:44:16Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '6b843923-0892-4030-b9cd-dfd3342d1c2b', 'name': '', 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'mac_address': 'fa:16:3e:79:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:16Z', 'updated_at': '2022-02-20T23:44:17Z', 'revision_number': 2, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'subnets': [{'id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:17.989843 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:18.054562 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:18.054953 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.065981 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:18.070917 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.080256 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:18.094030 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:18.095023 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:18.108598 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8fcdafc3-b54c-4199-85a0-e7f6b68521f1 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "DELETE /v2.0/floatingips/b197ad60-0364-4b25-addc-c60de4dc0480 HTTP/1.1" status: 204 len: 168 time: 1.0583291 Feb 20 23:44:18.108874 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:18.112000 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfbe611-73fc-48a0-b203-6cf7de620bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:18.332976 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:18.376868 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:18.533745 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27deae0b-87c7-4cf7-b72c-694e1e974e52 x-openstack-request-id: req-27deae0b-87c7-4cf7-b72c-694e1e974e52 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:18.534264 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:18.534264 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27deae0b-87c7-4cf7-b72c-694e1e974e52 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:18.535140 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'status': 'completed', 'code': 200} Feb 20 23:44:18.642211 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 1, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:18.645819 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-90a89448-4c14-4037-91b0-af55426ab960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.647382 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-90a89448-4c14-4037-91b0-af55426ab960 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 1130 time: 0.0810018 Feb 20 23:44:18.675688 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:18.685158 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:18.685696 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:18.725952 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56381a1c-9354-4f19-bb7c-299534d32899 req-fa978c0c-5793-43a9-94df-0a7c56c26cd9 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.727439 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56381a1c-9354-4f19-bb7c-299534d32899 req-fa978c0c-5793-43a9-94df-0a7c56c26cd9 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.1325026 Feb 20 23:44:18.791344 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-8eb45065-4536-48a3-a53c-f783b02c1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.794060 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-8eb45065-4536-48a3-a53c-f783b02c1991 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.1394672 Feb 20 23:44:18.823995 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56381a1c-9354-4f19-bb7c-299534d32899 req-b9c31bf3-8813-4b36-bb1a-f260991c1d87 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899150 Feb 20 23:44:18.830847 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:18.857902 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-c86f0627-0a4f-4dc1-93c2-4de20488bc1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3 HTTP/1.1" status: 200 len: 217 time: 0.0546670 Feb 20 23:44:18.909749 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-9234c8fa-c02b-4450-9df2-aa0935b62398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.911351 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-9234c8fa-c02b-4450-9df2-aa0935b62398 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0467799 Feb 20 23:44:18.968560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-406b1710-7f4d-4d3b-af6d-6836cc2f4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.970106 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-406b1710-7f4d-4d3b-af6d-6836cc2f4236 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493953 Feb 20 23:44:19.074688 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-2268fadc-1ffb-4391-8402-d3b37a2669fa service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933082 Feb 20 23:44:19.087226 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 1, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:19.115797 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6301554-8ba6-4d14-b47d-0a3c44b6fb61 None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': 'bd05840d-5142-4805-961f-26ff427cca28', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'port_id': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'mac_address': 'fa:16:3e:3f:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 1, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:19.172288 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1dfbe611-73fc-48a0-b203-6cf7de620bdf req-f62db50b-a32c-4ec3-ac0b-cb4c885da94f service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907030 Feb 20 23:44:19.431728 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecbb93-a0d7-4cc6-9763-2287717cbe3d None None] New status for floating IP b197ad60-0364-4b25-addc-c60de4dc0480: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:44:19.680357 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:19.685845 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125005433', 'description': 'tempest-secgroup-smoke-125005433 description', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:19.748951 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.814027 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group (b907c04f-92cd-4f72-bee9-f32f9456c69d), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.874233 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b907c04f-92cd-4f72-bee9-f32f9456c69d), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.937652 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b907c04f-92cd-4f72-bee9-f32f9456c69d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:19.958162 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774104c-857e-452b-bb44-a7557d9bb891 req-c4048c7e-6a37-4735-981a-5faf1801b0b8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:19.960343 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1774104c-857e-452b-bb44-a7557d9bb891 req-c4048c7e-6a37-4735-981a-5faf1801b0b8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0654714 Feb 20 23:44:20.002741 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.004057 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e207398b-3942-4066-8988-ea32f6a6ac23 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3219140 Feb 20 23:44:20.007265 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39666) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:20.012585 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group_rule': {'security_group_id': 'b907c04f-92cd-4f72-bee9-f32f9456c69d', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:20.030172 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d0d39042-440e-444f-983c-5568d067bce8 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:20.039522 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1774104c-857e-452b-bb44-a7557d9bb891 req-d8fa3e9e-ab42-4093-8105-893fa360c373 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676632 Feb 20 23:44:20.080778 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port d0d39042-440e-444f-983c-5568d067bce8 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:20.081156 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d0d39042-440e-444f-983c-5568d067bce8), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.125331 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (7b57104c-73bd-4541-a023-1e5203e1037d), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.166244 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port d0d39042-440e-444f-983c-5568d067bce8 is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:20.166788 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (d0d39042-440e-444f-983c-5568d067bce8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.189315 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (7b57104c-73bd-4541-a023-1e5203e1037d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.190087 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] For port d0d39042-440e-444f-983c-5568d067bce8, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d0d39042-440e-444f-983c-5568d067bce8,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:20.269029 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (7b57104c-73bd-4541-a023-1e5203e1037d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.276214 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Sync routers for ids ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:20.285600 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Routers {'5732e741-3f20-4a29-9f7d-ae78aa980f6f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:20.286214 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:20.287327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b57104c-73bd-4541-a023-1e5203e1037d,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:20.297280 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (d0d39042-440e-444f-983c-5568d067bce8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.346252 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Pushing event updated for resources: {'Port': ['ID=d0d39042-440e-444f-983c-5568d067bce8,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:20.379272 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.380504 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e06c5afe-ec46-47d5-b4f8-93a8c278ea47 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720062 Feb 20 23:44:20.383584 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39668) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:20.389982 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group_rule': {'security_group_id': 'b907c04f-92cd-4f72-bee9-f32f9456c69d', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:20.398692 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Set router 5732e741-3f20-4a29-9f7d-ae78aa980f6f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:20.406925 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-7ac673c4-6661-4c27-8fac-a6e03ea447ad tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:20.408690 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-7ac673c4-6661-4c27-8fac-a6e03ea447ad tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 946 time: 0.0612864 Feb 20 23:44:20.473737 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (5a434b0b-e9c1-4e05-9bc2-1af590a0eef2), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.510743 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Deleting port be8cec9e-a144-4234-b4fb-bb7fbff858b3 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:20.511078 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.534936 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (5a434b0b-e9c1-4e05-9bc2-1af590a0eef2), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.605425 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] For port be8cec9e-a144-4234-b4fb-bb7fbff858b3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be8cec9e-a144-4234-b4fb-bb7fbff858b3,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:20.605890 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.611209 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:44:16Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '6b843923-0892-4030-b9cd-dfd3342d1c2b', 'name': '', 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'mac_address': 'fa:16:3e:79:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:16Z', 'updated_at': '2022-02-20T23:44:17Z', 'revision_number': 2, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'subnets': [{'id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:20.618734 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Calling delete_port for be8cec9e-a144-4234-b4fb-bb7fbff858b3 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:20.622989 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (5a434b0b-e9c1-4e05-9bc2-1af590a0eef2), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.639074 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Checking router: 5732e741-3f20-4a29-9f7d-ae78aa980f6f for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:20.639438 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Updating router 5732e741-3f20-4a29-9f7d-ae78aa980f6f port 6b843923-0892-4030-b9cd-dfd3342d1c2b binding host dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:20.643549 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a434b0b-e9c1-4e05-9bc2-1af590a0eef2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:20.673780 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.733758 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.735483 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e95eb018-e776-498c-9c3e-1de1406ec61f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3490288 Feb 20 23:44:20.738234 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:20.742794 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group_rule': {'security_group_id': 'b907c04f-92cd-4f72-bee9-f32f9456c69d', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:20.822747 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (be8cec9e-a144-4234-b4fb-bb7fbff858b3), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.828789 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (8be70cfc-d22e-4edc-9979-e800f46bf79f), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.858348 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'Port': ['ID=be8cec9e-a144-4234-b4fb-bb7fbff858b3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:20.900969 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] No DVR routers for this DVR port be8cec9e-a144-4234-b4fb-bb7fbff858b3 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:20.903594 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.907120 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e8f07f56-8619-4551-8179-cabbbbc89d0e req-49cd7bfb-ee00-41b1-b09e-a3b0afbb5736 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "DELETE /v2.0/ports/be8cec9e-a144-4234-b4fb-bb7fbff858b3 HTTP/1.1" status: 204 len: 173 time: 0.4919562 Feb 20 23:44:20.907584 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'name': 'network-vif-deleted', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:20.909866 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6331b93-7a8a-4608-828f-57eb88cff71b" -d '{"events": [{"server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "name": "network-vif-deleted", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:20.913937 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (8be70cfc-d22e-4edc-9979-e800f46bf79f), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.949256 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8e894-0ccf-4769-a0e3-c9e531c6af44 x-openstack-request-id: req-d2d8e894-0ccf-4769-a0e3-c9e531c6af44 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:20.949554 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c64c634-a7e9-4a65-a2e5-b5b169331780", "name": "network-vif-deleted", "tag": "be8cec9e-a144-4234-b4fb-bb7fbff858b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:20.949807 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2d8e894-0ccf-4769-a0e3-c9e531c6af44 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:20.950212 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c64c634-a7e9-4a65-a2e5-b5b169331780', 'name': 'network-vif-deleted', 'tag': 'be8cec9e-a144-4234-b4fb-bb7fbff858b3', 'status': 'completed', 'code': 200} Feb 20 23:44:20.962745 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Publish callbacks [] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.995394 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (8be70cfc-d22e-4edc-9979-e800f46bf79f), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.012649 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be70cfc-d22e-4edc-9979-e800f46bf79f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.080497 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.115770 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.117028 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-82bf8c42-cecb-46d9-bf4c-4f9d7536fdfe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3777304 Feb 20 23:44:21.127048 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:21.134933 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group_rule': {'security_group_id': 'b907c04f-92cd-4f72-bee9-f32f9456c69d', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:21.140948 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39a99c-f333-4c84-a5ed-210e5e598c05 None None] Pushing event updated for resources: {'Port': ['ID=6b843923-0892-4030-b9cd-dfd3342d1c2b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.153664 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ecb88a8a-f13e-483a-982a-f12b7045d0a6 req-c74c8000-afb4-4e65-b8bb-8aa447db92f7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 210 time: 0.0409994 Feb 20 23:44:21.198209 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Attempting to bind port 6b843923-0892-4030-b9cd-dfd3342d1c2b on host dv-cinder-830098-1-iscsi for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:21.199270 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Attempting to bind port 6b843923-0892-4030-b9cd-dfd3342d1c2b by drivers openvswitch,hyperv on host dv-cinder-830098-1-iscsi at level 0 using segments [{'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:21.199573 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Attempting to bind port 6b843923-0892-4030-b9cd-dfd3342d1c2b on network 8a7728b0-f463-404f-b8e5-8178d5dad5ea {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:21.205237 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Checking agent: {'id': '9f28c85c-1a7e-40c1-a719-db1e9c5a97a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 25, 46), 'started_at': datetime.datetime(2022, 2, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:21.205624 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Checking segment: {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:21.206196 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.206611 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Bound using segment: {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:21.207088 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Bound port: 6b843923-0892-4030-b9cd-dfd3342d1c2b, host: dv-cinder-830098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ba828f-3fa7-4e4f-ab41-0293a71d78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:21.207463 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.236752 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (7601cb9e-68d3-492f-bc18-4a8f6418dfeb), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.294837 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] For port 6b843923-0892-4030-b9cd-dfd3342d1c2b, host dv-cinder-830098-1-iscsi, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:21.313497 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] For port 6b843923-0892-4030-b9cd-dfd3342d1c2b, host dv-cinder-830098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=6b843923-0892-4030-b9cd-dfd3342d1c2b,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:21.317311 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (7601cb9e-68d3-492f-bc18-4a8f6418dfeb), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.394458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (7601cb9e-68d3-492f-bc18-4a8f6418dfeb), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.394962 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.414700 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601cb9e-68d3-492f-bc18-4a8f6418dfeb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.466416 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Routers {'5732e741-3f20-4a29-9f7d-ae78aa980f6f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:21.467100 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:21.486550 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] Provisioning complete for port 6b843923-0892-4030-b9cd-dfd3342d1c2b triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:21.487082 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.504186 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.505951 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-a44c0674-0d98-4021-8415-dbdfb381e251 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3779163 Feb 20 23:44:21.508666 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:21.515112 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group_rule': {'security_group_id': 'b907c04f-92cd-4f72-bee9-f32f9456c69d', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:21.520675 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39a99c-f333-4c84-a5ed-210e5e598c05 None None] Pushing event updated for resources: {'Port': ['ID=6b843923-0892-4030-b9cd-dfd3342d1c2b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.621843 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] Current status of the port 6b843923-0892-4030-b9cd-dfd3342d1c2b is: DOWN; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:21.622330 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.624368 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Project 1ed39308074b49f79ccc33328d8bd0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:44:21.632288 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (165c06cd-b685-44b2-a9a7-16bc5fea3b47), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.662258 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] For port 6b843923-0892-4030-b9cd-dfd3342d1c2b, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=6b843923-0892-4030-b9cd-dfd3342d1c2b,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:21.699730 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (165c06cd-b685-44b2-a9a7-16bc5fea3b47), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.705779 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] Set router 5732e741-3f20-4a29-9f7d-ae78aa980f6f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:21.760492 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.788906 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (165c06cd-b685-44b2-a9a7-16bc5fea3b47), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.808972 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165c06cd-b685-44b2-a9a7-16bc5fea3b47,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.810085 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2274a0d-1d19-4072-9166-a862dddb3f30 None None] Pushing event updated for resources: {'Port': ['ID=6b843923-0892-4030-b9cd-dfd3342d1c2b,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.879631 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-d1f15e5e-5e5f-4697-a0e2-41d6f2dbccdd None None] Provisioning complete for port 6b843923-0892-4030-b9cd-dfd3342d1c2b triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:21.879949 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1f15e5e-5e5f-4697-a0e2-41d6f2dbccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.895092 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.911428 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:44:16Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '6b843923-0892-4030-b9cd-dfd3342d1c2b', 'name': '', 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'mac_address': 'fa:16:3e:79:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:16Z', 'updated_at': '2022-02-20T23:44:21Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'subnets': [{'id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:21.911831 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1bef13ee-60ca-4540-8358-69d5dd438d15 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4004726 Feb 20 23:44:21.913340 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39680) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:21.918080 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'security_group_rule': {'security_group_id': 'b907c04f-92cd-4f72-bee9-f32f9456c69d', 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:21.952715 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fcae1-bae1-4e4f-834c-0d4deb912fd3 None None] The sync data for ids ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'] in dv-cinder-830098-1-iscsi is: [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:44:16Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '6b843923-0892-4030-b9cd-dfd3342d1c2b', 'name': '', 'network_id': '8a7728b0-f463-404f-b8e5-8178d5dad5ea', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'mac_address': 'fa:16:3e:79:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:16Z', 'updated_at': '2022-02-20T23:44:21Z', 'revision_number': 4, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'subnets': [{'id': '48fa6891-016c-4ad2-85e4-9d77834b940f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:21.992788 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d1f15e5e-5e5f-4697-a0e2-41d6f2dbccdd None None] Current status of the port 6b843923-0892-4030-b9cd-dfd3342d1c2b is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:22.026177 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 6b843923-0892-4030-b9cd-dfd3342d1c2b up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:22.058297 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Project 1ed39308074b49f79ccc33328d8bd0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:44:22.063601 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (25cabcf5-2201-4e58-87b2-1c57021cfe8f), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.080465 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port 6b843923-0892-4030-b9cd-dfd3342d1c2b triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:22.080851 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.134617 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (25cabcf5-2201-4e58-87b2-1c57021cfe8f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.163324 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port 6b843923-0892-4030-b9cd-dfd3342d1c2b is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:22.164510 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d0d39042-440e-444f-983c-5568d067bce8 up at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:22.223424 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Provisioning complete for port d0d39042-440e-444f-983c-5568d067bce8 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:22.223821 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (d0d39042-440e-444f-983c-5568d067bce8), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.235361 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913308'] for security_group_rule (25cabcf5-2201-4e58-87b2-1c57021cfe8f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.269530 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cabcf5-2201-4e58-87b2-1c57021cfe8f,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:22.327646 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Current status of the port d0d39042-440e-444f-983c-5568d067bce8 is: ACTIVE; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:22.385193 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.387464 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ab34addb-69e9-4579-a710-4759f541fcc3 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4719057 Feb 20 23:44:22.453314 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-888d95c6-790f-4cf6-8cae-5e7ea5b6fa4d req-0d15ff2b-7d0e-4c7e-89db-5e3f2e2f95cf tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c64c634-a7e9-4a65-a2e5-b5b169331780 HTTP/1.1" status: 200 len: 210 time: 0.1605461 Feb 20 23:44:23.974399 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device be8cec9e-a144-4234-b4fb-bb7fbff858b3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:23.999282 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: be8cec9e-a144-4234-b4fb-bb7fbff858b3 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:23.999556 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device be8cec9e-a144-4234-b4fb-bb7fbff858b3 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:25.947911 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39762) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:26.108864 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Deleting port 5e6f2efd-d37c-4678-8f73-6d73007b019d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:26.109208 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.186791 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.187043 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (5e6f2efd-d37c-4678-8f73-6d73007b019d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.199144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Calling delete_port for 5e6f2efd-d37c-4678-8f73-6d73007b019d owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:26.400653 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (5e6f2efd-d37c-4678-8f73-6d73007b019d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.432878 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'Port': ['ID=5e6f2efd-d37c-4678-8f73-6d73007b019d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:26.488418 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (bd05840d-5142-4805-961f-26ff427cca28), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.488748 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Floating IP bd05840d-5142-4805-961f-26ff427cca28 disassociated (deleted). External IP: 172.27.1.192, port: d5c65aba-1e17-479a-af81-c9f57e4fc980. Feb 20 23:44:26.705800 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:27.082041 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:27.087505 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:27.092115 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:27.101489 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:27.102120 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:27.117260 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b3198b3e-471d-4a86-9656-a2510f3f2c75 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd05840d-5142-4805-961f-26ff427cca28 HTTP/1.1" status: 204 len: 168 time: 1.1682689 Feb 20 23:44:27.117863 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:27.120174 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01274a8c-85a0-4da4-9e13-7b7e391eeca5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:27.166796 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a13e0-33f4-4028-a708-86c1c145aadc x-openstack-request-id: req-1a6a13e0-33f4-4028-a708-86c1c145aadc {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:27.167200 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:27.167655 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a6a13e0-33f4-4028-a708-86c1c145aadc {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:27.168256 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'status': 'completed', 'code': 200} Feb 20 23:44:27.218767 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:27.234406 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-a15981cb-b286-45b0-9859-6f2492b6a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:27.235966 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-a15981cb-b286-45b0-9859-6f2492b6a22e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 1129 time: 0.0462556 Feb 20 23:44:27.331179 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-3728c729-64da-405d-9885-2a48bfcc6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:27.332871 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-3728c729-64da-405d-9885-2a48bfcc6cf1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 200 len: 911 time: 0.0909228 Feb 20 23:44:27.374688 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-0c1f9320-8f82-4f60-92c4-5b8df3607be1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 200 len: 217 time: 0.0355465 Feb 20 23:44:27.417794 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:27.435550 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-d8133ea4-4bc9-419d-b520-9a6b8f2ef9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:27.437245 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-d8133ea4-4bc9-419d-b520-9a6b8f2ef9c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 200 len: 849 time: 0.0572054 Feb 20 23:44:27.450103 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:27.460869 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:27.461563 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:27.505459 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-dba08291-3081-49eb-8e31-71f50ae41278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:27.507332 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-dba08291-3081-49eb-8e31-71f50ae41278 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ba1c102d-6d7f-4101-896d-f3e717dd50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621560 Feb 20 23:44:27.518707 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-8c5c4c89-4423-4ab5-b0bf-2806e11eb1a6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:44:27.519752 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-8c5c4c89-4423-4ab5-b0bf-2806e11eb1a6 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054872 Feb 20 23:44:27.581001 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:27.654554 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-d11e578a-49a1-4138-8215-d620174f8126 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257420 Feb 20 23:44:27.722515 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098ac0-29d4-4fe7-af23-40af66b7921f req-c453dc98-0e9f-46bc-9a45-343eb3e2cfb4 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:27.724091 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1d098ac0-29d4-4fe7-af23-40af66b7921f req-c453dc98-0e9f-46bc-9a45-343eb3e2cfb4 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.1740272 Feb 20 23:44:27.787053 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:27.791591 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-01274a8c-85a0-4da4-9e13-7b7e391eeca5 req-175977f9-8591-41a4-8a8d-16f3e56ef274 service neutron] 10.222.0.88 "GET /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292083 Feb 20 23:44:27.801160 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1d098ac0-29d4-4fe7-af23-40af66b7921f req-0e546c18-d97a-4005-a013-044fffa3c3c7 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696807 Feb 20 23:44:27.814882 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b90f0-f2c5-4cf0-8553-2cc897d718f1 None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:36:36Z', 'revision_number': 4, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '58abdc25-5ece-4e83-ab9a-1eaf6b8b516d', 'name': '', 'network_id': 'ba1c102d-6d7f-4101-896d-f3e717dd50b1', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'mac_address': 'fa:16:3e:16:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:34Z', 'updated_at': '2022-02-20T23:36:41Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'subnets': [{'id': '2aa0f323-d6cf-4cc0-aa02-ffa7030a597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:28.044202 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0d9a4-6039-42f8-9ec0-208cc9110c69 None None] New status for floating IP bd05840d-5142-4805-961f-26ff427cca28: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:44:28.928282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9c6b5-c923-4348-a36f-aa9d7c537257 req-05a353ae-d0a8-4d91-acd2-ddc41acdb27e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:28.929818 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-72a9c6b5-c923-4348-a36f-aa9d7c537257 req-05a353ae-d0a8-4d91-acd2-ddc41acdb27e tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.0582833 Feb 20 23:44:28.978513 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-72a9c6b5-c923-4348-a36f-aa9d7c537257 req-2f420751-625d-4ccc-87ca-5072bd17d4a8 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424178 Feb 20 23:44:29.268266 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-aa5f2ba6-d63d-4815-baf5-2f01f64fb111 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:29.269627 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-aa5f2ba6-d63d-4815-baf5-2f01f64fb111 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 945 time: 0.0505364 Feb 20 23:44:29.372492 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Deleting port d5c65aba-1e17-479a-af81-c9f57e4fc980 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:29.373414 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.465702 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] For port d5c65aba-1e17-479a-af81-c9f57e4fc980, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5c65aba-1e17-479a-af81-c9f57e4fc980,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:29.466070 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.477722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Calling delete_port for d5c65aba-1e17-479a-af81-c9f57e4fc980 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:29.748637 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (d5c65aba-1e17-479a-af81-c9f57e4fc980), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.777704 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'Port': ['ID=d5c65aba-1e17-479a-af81-c9f57e4fc980,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:29.822235 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] No DVR routers for this DVR port d5c65aba-1e17-479a-af81-c9f57e4fc980 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:29.824839 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.828262 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e751278c-608a-4fc6-a2c7-db1ac5589fbd req-fc26d5e1-95c9-4ef0-83a2-0c93ed229e78 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.88 "DELETE /v2.0/ports/d5c65aba-1e17-479a-af81-c9f57e4fc980 HTTP/1.1" status: 204 len: 173 time: 0.5527391 Feb 20 23:44:29.828706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'name': 'network-vif-deleted', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:29.830946 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebec0bd-8efe-4964-9bb3-236bae15c99a" -d '{"events": [{"server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "name": "network-vif-deleted", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:29.866702 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f7bbe6-ea7e-4e28-a160-2e8cb3ad1e42 x-openstack-request-id: req-d8f7bbe6-ea7e-4e28-a160-2e8cb3ad1e42 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:29.867248 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2e0604-66c4-4842-805a-b3c0dd4662b5", "name": "network-vif-deleted", "tag": "d5c65aba-1e17-479a-af81-c9f57e4fc980", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:29.867396 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8f7bbe6-ea7e-4e28-a160-2e8cb3ad1e42 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:29.867836 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2e0604-66c4-4842-805a-b3c0dd4662b5', 'name': 'network-vif-deleted', 'tag': 'd5c65aba-1e17-479a-af81-c9f57e4fc980', 'status': 'completed', 'code': 200} Feb 20 23:44:30.078624 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78ca89e9-90f9-48b5-aae8-8063c2285229 req-44dbbdca-164a-4cd2-acb5-cc8516efb9b4 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 210 time: 0.0305488 Feb 20 23:44:30.953202 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:44:31.184104 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-432c4ac2-ac5a-4b33-9ef0-bc2393ff10f5 req-31e5c4a6-5745-421e-97f7-89af7696f77b tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e0604-66c4-4842-805a-b3c0dd4662b5 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Feb 20 23:44:32.392059 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39794) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:32.518204 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Deleting port 7afc467a-c0d1-4b6a-a97c-bb7cbbbec778 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:32.518447 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.592129 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.592457 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.604516 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Calling delete_port for 7afc467a-c0d1-4b6a-a97c-bb7cbbbec778 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:32.788722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (7afc467a-c0d1-4b6a-a97c-bb7cbbbec778), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.815553 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'Port': ['ID=7afc467a-c0d1-4b6a-a97c-bb7cbbbec778,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:32.879436 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for floatingip (02277e7a-0f8a-4b0a-9489-b920574d94be), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.882031 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.883198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0ee91a2f-cdbe-444e-9388-20d494efd249 tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "DELETE /v2.0/floatingips/02277e7a-0f8a-4b0a-9489-b920574d94be HTTP/1.1" status: 204 len: 168 time: 0.4901454 Feb 20 23:44:34.020564 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d5c65aba-1e17-479a-af81-c9f57e4fc980 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:34.044777 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: d5c65aba-1e17-479a-af81-c9f57e4fc980 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:34.045129 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device d5c65aba-1e17-479a-af81-c9f57e4fc980 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:34.200776 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39810) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:34.256706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3055804f-387b-4667-bf58-ddea9e7f6e8a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group (f3e130a5-b7ba-484a-a6a5-997c72f8f7f2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:34.281824 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3055804f-387b-4667-bf58-ddea9e7f6e8a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group (f3e130a5-b7ba-484a-a6a5-997c72f8f7f2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:34.428731 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3055804f-387b-4667-bf58-ddea9e7f6e8a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (f3e130a5-b7ba-484a-a6a5-997c72f8f7f2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:34.431622 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3055804f-387b-4667-bf58-ddea9e7f6e8a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:34.432848 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3055804f-387b-4667-bf58-ddea9e7f6e8a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] 10.222.0.60 "DELETE /v2.0/security-groups/f3e130a5-b7ba-484a-a6a5-997c72f8f7f2 HTTP/1.1" status: 204 len: 168 time: 0.2310617 Feb 20 23:44:34.442235 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055804f-387b-4667-bf58-ddea9e7f6e8a tempest-TestVolumeBootPattern-972797992 tempest-TestVolumeBootPattern-972797992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e130a5-b7ba-484a-a6a5-997c72f8f7f2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:34.540189 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:35.057381 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (96ec7664-c580-49dd-afa3-00cf9abcc92c), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.352644 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Deleting port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:35.353020 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.431382 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] For port 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:35.431744 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.443076 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Calling delete_port for 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:35.680116 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (58abdc25-5ece-4e83-ab9a-1eaf6b8b516d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.705361 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Pushing event deleted for resources: {'Port': ['ID=58abdc25-5ece-4e83-ab9a-1eaf6b8b516d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:35.732351 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.732711 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.733061 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.733404 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.733745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.734078 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.734414 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.734748 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.735080 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.735409 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.735897 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.736192 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.736504 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:35.889528 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (96ec7664-c580-49dd-afa3-00cf9abcc92c), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.100018 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Router 96ec7664-c580-49dd-afa3-00cf9abcc92c has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:36.205575 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:36.210412 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-cff46e59-8d44-4caf-9732-a5dd082615ad admin admin] 10.222.0.60 "PUT /v2.0/routers/96ec7664-c580-49dd-afa3-00cf9abcc92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690922 Feb 20 23:44:36.213375 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39834) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:36.216492 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f94711-f406-4502-b7af-234055f40ebd None None] Sync routers for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:36.226470 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:36.227205 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.318180 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks [] for router (96ec7664-c580-49dd-afa3-00cf9abcc92c), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.333125 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:36.421091 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks [] for router_gateway (96ec7664-c580-49dd-afa3-00cf9abcc92c), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.518574 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Deleting port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:36.518842 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.599257 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] For port 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:36.599628 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.611975 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Calling delete_port for 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:36.637157 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:44:35Z', 'revision_number': 5, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port': {'id': '0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:30Z', 'updated_at': '2022-02-20T23:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.667773 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f94711-f406-4502-b7af-234055f40ebd None None] Checking router: 96ec7664-c580-49dd-afa3-00cf9abcc92c for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:36.676217 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] Routers {'96ec7664-c580-49dd-afa3-00cf9abcc92c'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:36.676868 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['96ec7664-c580-49dd-afa3-00cf9abcc92c'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.764794 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] Set router 96ec7664-c580-49dd-afa3-00cf9abcc92c gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:36.815969 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-82f94711-f406-4502-b7af-234055f40ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:44:36Z', 'revision_number': 6, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.845531 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f94711-f406-4502-b7af-234055f40ebd None None] The sync data for ids ['96ec7664-c580-49dd-afa3-00cf9abcc92c'] in dv-cinder-830098-1-iscsi is: [{'id': '96ec7664-c580-49dd-afa3-00cf9abcc92c', 'name': 'tempest-TestVolumeBootPattern-68957660-router', 'tenant_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:28Z', 'updated_at': '2022-02-20T23:44:36Z', 'revision_number': 6, 'project_id': 'e6616d9bd7a74a9dbd5943150b79617a', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:36.862899 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.900584 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:36.965917 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (96ec7664-c580-49dd-afa3-00cf9abcc92c), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.054948 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (96ec7664-c580-49dd-afa3-00cf9abcc92c), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.057634 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks [] for router_controller (96ec7664-c580-49dd-afa3-00cf9abcc92c), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.152898 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (96ec7664-c580-49dd-afa3-00cf9abcc92c), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.153345 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ec7664-c580-49dd-afa3-00cf9abcc92c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:44:37.157864 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.159009 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-42c3f393-7cdc-43be-b4ab-aa240d4ed2e1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/96ec7664-c580-49dd-afa3-00cf9abcc92c HTTP/1.1" status: 204 len: 168 time: 0.9441786 Feb 20 23:44:37.161513 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:37.206515 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Deleting subnet 2aa0f323-d6cf-4cc0-aa02-ffa7030a597e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:44:37.209689 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Publish callbacks [] for subnet (2aa0f323-d6cf-4cc0-aa02-ffa7030a597e), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.245975 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (2aa0f323-d6cf-4cc0-aa02-ffa7030a597e), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.327625 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (2aa0f323-d6cf-4cc0-aa02-ffa7030a597e), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.457333 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (2aa0f323-d6cf-4cc0-aa02-ffa7030a597e), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.482358 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa0f323-d6cf-4cc0-aa02-ffa7030a597e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:37.487458 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.491599 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1559f5de-4d45-4430-a62a-d09ea6e9ec26 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2aa0f323-d6cf-4cc0-aa02-ffa7030a597e HTTP/1.1" status: 204 len: 168 time: 0.3291547 Feb 20 23:44:37.493522 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39020953-c4ce-4075-a64c-b33e1475b301 None None] Network ba1c102d-6d7f-4101-896d-f3e717dd50b1 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:37.495019 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:37.563488 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (ba1c102d-6d7f-4101-896d-f3e717dd50b1), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.617169 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Deleting port 90b54e1b-6362-4a3f-92c9-29ff25527457 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:37.617511 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.667455 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] DHCP port deletion for ba1c102d-6d7f-4101-896d-f3e717dd50b1 request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:44:37.684760 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] For port 90b54e1b-6362-4a3f-92c9-29ff25527457, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=90b54e1b-6362-4a3f-92c9-29ff25527457,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:37.685138 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.698447 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Calling delete_port for 90b54e1b-6362-4a3f-92c9-29ff25527457 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:37.715651 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] Deleting port 90b54e1b-6362-4a3f-92c9-29ff25527457 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:37.715975 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.781905 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] For port 90b54e1b-6362-4a3f-92c9-29ff25527457, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=90b54e1b-6362-4a3f-92c9-29ff25527457,segment=NetworkSegment(d4c09673-c549-4cae-a3b0-96d12a4c5632),segment_id=d4c09673-c549-4cae-a3b0-96d12a4c5632)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:37.782308 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.795113 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] Calling delete_port for 90b54e1b-6362-4a3f-92c9-29ff25527457 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:37.857235 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.875419 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (90b54e1b-6362-4a3f-92c9-29ff25527457), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.884129 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b54e1b-6362-4a3f-92c9-29ff25527457,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:37.888296 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] No DVR routers for this DVR port 90b54e1b-6362-4a3f-92c9-29ff25527457 on host dv-cinder-830098-1-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:37.901436 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] Pushing event deleted for resources: {'Port': ['ID=90b54e1b-6362-4a3f-92c9-29ff25527457,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:37.905367 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bf1e3-5b55-42c4-bc0d-afb0c190112e None None] No DVR routers for this DVR port 90b54e1b-6362-4a3f-92c9-29ff25527457 on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:37.991831 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:38.012616 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:38.012970 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 58abdc25-5ece-4e83-ab9a-1eaf6b8b516d not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:38.013398 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:38.034111 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:38.034463 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 0ab61fc3-a21d-4f2c-b136-3bbd43f5fe35 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:38.034890 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 90b54e1b-6362-4a3f-92c9-29ff25527457 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:38.059236 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 90b54e1b-6362-4a3f-92c9-29ff25527457 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:38.059635 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 90b54e1b-6362-4a3f-92c9-29ff25527457 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:38.230120 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (ba1c102d-6d7f-4101-896d-f3e717dd50b1), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:38.249291 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1c102d-6d7f-4101-896d-f3e717dd50b1']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:38.258673 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c09673-c549-4cae-a3b0-96d12a4c5632') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:38.259138 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c09673-c549-4cae-a3b0-96d12a4c5632') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:38.268298 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (d4c09673-c549-4cae-a3b0-96d12a4c5632), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:38.282419 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (d4c09673-c549-4cae-a3b0-96d12a4c5632), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:38.288270 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:44:38.288657 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (d4c09673-c549-4cae-a3b0-96d12a4c5632), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:44:38.290384 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:44:38.421566 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (ba1c102d-6d7f-4101-896d-f3e717dd50b1), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:38.426030 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:38.429691 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba1c102d-6d7f-4101-896d-f3e717dd50b1 HTTP/1.1" status: 204 len: 168 time: 0.9336390 Feb 20 23:44:38.432650 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39844) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:38.442442 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c217b-573d-4a66-9d86-0a91f594def6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1c102d-6d7f-4101-896d-f3e717dd50b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:38.784531 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (c2df8505-885b-41cd-b364-0d687d86d2f4), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:39.037969 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Deleting port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:39.038272 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:39.117960 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] For port 5560ddbb-7bc0-45aa-9219-6a21f565a2ae, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:39.118354 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:39.125278 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9f43b5e-54d6-4cc8-87a3-cd6bad4554f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:39.130973 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Calling delete_port for 5560ddbb-7bc0-45aa-9219-6a21f565a2ae owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:39.382341 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (5560ddbb-7bc0-45aa-9219-6a21f565a2ae), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:39.409941 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Pushing event deleted for resources: {'Port': ['ID=5560ddbb-7bc0-45aa-9219-6a21f565a2ae,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:39.582316 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (c2df8505-885b-41cd-b364-0d687d86d2f4), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:39.799463 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Router c2df8505-885b-41cd-b364-0d687d86d2f4 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:39.908096 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:39.913426 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5142f572-bb4a-4825-bf54-14eb41ffae87 admin admin] 10.222.0.60 "PUT /v2.0/routers/c2df8505-885b-41cd-b364-0d687d86d2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4793746 Feb 20 23:44:39.916699 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39848) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:39.926428 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] Sync routers for ids ['c2df8505-885b-41cd-b364-0d687d86d2f4'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:39.936003 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] Routers {'c2df8505-885b-41cd-b364-0d687d86d2f4'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:39.941336 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['c2df8505-885b-41cd-b364-0d687d86d2f4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:40.034087 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks [] for router (c2df8505-885b-41cd-b364-0d687d86d2f4), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:40.052634 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] Set router c2df8505-885b-41cd-b364-0d687d86d2f4 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:40.160411 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks [] for router_gateway (c2df8505-885b-41cd-b364-0d687d86d2f4), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:40.237015 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:44:39Z', 'revision_number': 5, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:40.268199 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] Checking router: c2df8505-885b-41cd-b364-0d687d86d2f4 for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:40.277966 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] Routers {'c2df8505-885b-41cd-b364-0d687d86d2f4'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:40.278611 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:11Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['c2df8505-885b-41cd-b364-0d687d86d2f4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:40.388547 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] Set router c2df8505-885b-41cd-b364-0d687d86d2f4 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:40.465962 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-974de625-8d8a-4913-8ad2-f4b9d50b846d tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125005433&fields=id&tenant_id=1ed39308074b49f79ccc33328d8bd0f8 HTTP/1.1" status: 200 len: 267 time: 0.3132048 Feb 20 23:44:40.568825 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:44:39Z', 'revision_number': 5, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:40.596464 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3e0bf-fcaf-482e-b04f-2290625f581f None None] The sync data for ids ['c2df8505-885b-41cd-b364-0d687d86d2f4'] in dv-cinder-830098-1-iscsi is: [{'id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'name': 'tempest-TestVolumeBootPattern-1537149465-router', 'tenant_id': '2b56ea6dffd84badb60b0713265ebf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:36:41Z', 'updated_at': '2022-02-20T23:44:39Z', 'revision_number': 5, 'project_id': '2b56ea6dffd84badb60b0713265ebf35', 'gw_port': {'id': 'a27612fc-0012-4125-a397-ec67fffb28fc', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2df8505-885b-41cd-b364-0d687d86d2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:36:43Z', 'updated_at': '2022-02-20T23:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:40.603413 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-be1cb26e-7f2e-4065-90c0-9a8dadbf44ea tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:40.604998 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-be1cb26e-7f2e-4065-90c0-9a8dadbf44ea tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 808 time: 0.1326404 Feb 20 23:44:40.610797 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Deleting port a27612fc-0012-4125-a397-ec67fffb28fc {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:40.611138 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:40.633783 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-a70f6775-a14a-4281-a15d-cbe34785ba25 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/quotas/1ed39308074b49f79ccc33328d8bd0f8 HTTP/1.1" status: 200 len: 375 time: 0.0199285 Feb 20 23:44:40.762139 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] For port a27612fc-0012-4125-a397-ec67fffb28fc, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=a27612fc-0012-4125-a397-ec67fffb28fc,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:40.762508 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:40.777055 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-8d0e5191-e9a2-4c56-98df-ce761b17d79e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025281 Feb 20 23:44:40.784241 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Calling delete_port for a27612fc-0012-4125-a397-ec67fffb28fc owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:40.795648 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-0e21461f-2830-4e55-b2a2-ad20547797b0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:44:40.796912 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-0e21461f-2830-4e55-b2a2-ad20547797b0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082333 Feb 20 23:44:40.974677 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-e5bd2b46-4e83-4acc-91ba-bd76651d90e3 service neutron] 10.222.0.60 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700408 Feb 20 23:44:41.106633 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-3c08085c-1c80-4fbc-bbb4-98588af41771 service neutron] 10.222.0.60 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224623 Feb 20 23:44:41.188151 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (a27612fc-0012-4125-a397-ec67fffb28fc), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.217246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a27612fc-0012-4125-a397-ec67fffb28fc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:41.279497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (c2df8505-885b-41cd-b364-0d687d86d2f4), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.369805 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (c2df8505-885b-41cd-b364-0d687d86d2f4), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.371978 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks [] for router_controller (c2df8505-885b-41cd-b364-0d687d86d2f4), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.491112 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (c2df8505-885b-41cd-b364-0d687d86d2f4), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.491610 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2df8505-885b-41cd-b364-0d687d86d2f4 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:44:41.496789 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.497950 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-37a20342-cb86-4dff-9fef-8116b55a4e9f admin admin] 10.222.0.60 "DELETE /v2.0/routers/c2df8505-885b-41cd-b364-0d687d86d2f4 HTTP/1.1" status: 204 len: 168 time: 1.5804603 Feb 20 23:44:41.500480 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39862) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:41.550240 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Deleting subnet 7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:44:41.553931 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Publish callbacks [] for subnet (7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.589214 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bfbe-8006-4fd8-af49-cc1bf15642cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.590413 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.678573 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.709216 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b3725c89-f1cc-468d-bffb-f4a3b150956f req-debf45ca-c0ea-4b48-80ca-420599aaef94 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 210 time: 0.0295570 Feb 20 23:44:41.794694 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.824639 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.828036 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b HTTP/1.1" status: 204 len: 168 time: 0.3264904 Feb 20 23:44:41.830434 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0149672-0131-4e71-9004-ed0a50be5b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8ec7ae-d4d0-479e-ac2a-77df6236ae7b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:41.830779 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39872) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:41.831036 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a434a9-3474-482f-99b3-f8fe2173650e None None] Network 0c939a0d-2b8d-4f08-ae6c-880571f137fc requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:41.902749 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (0c939a0d-2b8d-4f08-ae6c-880571f137fc), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.975391 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Deleting port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:41.975811 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.006061 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a27612fc-0012-4125-a397-ec67fffb28fc no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:42.027422 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: a27612fc-0012-4125-a397-ec67fffb28fc {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:42.028076 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device a27612fc-0012-4125-a397-ec67fffb28fc not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:42.028669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 5560ddbb-7bc0-45aa-9219-6a21f565a2ae no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:42.049606 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] DHCP port deletion for 0c939a0d-2b8d-4f08-ae6c-880571f137fc request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:44:42.051730 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 5560ddbb-7bc0-45aa-9219-6a21f565a2ae {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:42.052098 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 5560ddbb-7bc0-45aa-9219-6a21f565a2ae not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:42.063183 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] For port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:42.063620 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.076888 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Calling delete_port for 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:42.100327 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] Deleting port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:42.100712 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.172492 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] For port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,segment=NetworkSegment(665570a0-00f4-4b86-bfd7-c07072470d5c),segment_id=665570a0-00f4-4b86-bfd7-c07072470d5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:42.172898 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.186881 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] Calling delete_port for 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:42.246443 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.266132 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (2b235eb7-d200-4074-9f97-7d4ca6d07cd6), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.275950 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] No DVR routers for this DVR port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 on host dv-cinder-830098-1-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:42.280145 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:42.292264 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] Pushing event deleted for resources: {'Port': ['ID=2b235eb7-d200-4074-9f97-7d4ca6d07cd6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:42.295794 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1a202-2742-4d47-aabc-9610aac60744 None None] No DVR routers for this DVR port 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:42.366282 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (0c939a0d-2b8d-4f08-ae6c-880571f137fc), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.387519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c939a0d-2b8d-4f08-ae6c-880571f137fc']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:42.397261 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665570a0-00f4-4b86-bfd7-c07072470d5c') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:42.397566 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665570a0-00f4-4b86-bfd7-c07072470d5c') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:42.407748 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6656610'] for segment (665570a0-00f4-4b86-bfd7-c07072470d5c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.421250 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (665570a0-00f4-4b86-bfd7-c07072470d5c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.427557 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:44:42.427986 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036440'] for segment (665570a0-00f4-4b86-bfd7-c07072470d5c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: Traceback (most recent call last): Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: timer() Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: cb(*args, **kw) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: return func(*args, **kwargs) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: self._notify() Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: self.callback(batched_events) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: event.method(event) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: return f(self, *a, **k) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._get(url).json() Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:44:42.429616 dv-cinder-830098-1-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:44:42.535517 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (0c939a0d-2b8d-4f08-ae6c-880571f137fc), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.541882 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.545067 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c939a0d-2b8d-4f08-ae6c-880571f137fc HTTP/1.1" status: 204 len: 168 time: 0.7132840 Feb 20 23:44:42.556661 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f051dc-9a9c-4a1b-8afc-2cc50e8e8ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c939a0d-2b8d-4f08-ae6c-880571f137fc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:42.806596 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b561bb21-bb64-494c-8382-93c1041ab52c req-6993397e-9613-4b7d-b044-86b67b67c795 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 210 time: 0.0323768 Feb 20 23:44:42.891142 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.913722 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39880) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:42.954873 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d9ddbe9b-c536-48ff-a3e7-5b983ab13071 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6616d9bd7a74a9dbd5943150b79617a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392268 Feb 20 23:44:42.957101 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39882) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:43.003829 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b7c9-473d-434d-8b91-a0507346b0f1 admin admin] Publish callbacks [] for security_group (5ae6f127-5445-4c1a-83bc-46e48a884c4b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.025785 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b7c9-473d-434d-8b91-a0507346b0f1 admin admin] Publish callbacks [] for security_group (5ae6f127-5445-4c1a-83bc-46e48a884c4b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.142829 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b7c9-473d-434d-8b91-a0507346b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5ae6f127-5445-4c1a-83bc-46e48a884c4b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.145497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b7c9-473d-434d-8b91-a0507346b0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.150531 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f5e7b7c9-473d-434d-8b91-a0507346b0f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ae6f127-5445-4c1a-83bc-46e48a884c4b HTTP/1.1" status: 204 len: 168 time: 0.1924593 Feb 20 23:44:43.159407 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7b7c9-473d-434d-8b91-a0507346b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae6f127-5445-4c1a-83bc-46e48a884c4b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:43.899815 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d2c266f-2d25-4a1f-a8dc-fc9e527b8598 req-b8981709-60a7-4b00-a73d-59dac82dad58 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 210 time: 0.0279803 Feb 20 23:44:43.922439 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 39890) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:43.974696 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:43.988405 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-00ff97ee-3bfb-4193-b294-2d56c89708b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b56ea6dffd84badb60b0713265ebf35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644782 Feb 20 23:44:43.988742 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39892) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:43.995241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:43.998669 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 2b235eb7-d200-4074-9f97-7d4ca6d07cd6 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:44.048442 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ac6-f4c4-48ee-8dab-0ccf5f609329 admin admin] Publish callbacks [] for security_group (4e438f93-6869-406d-b12c-cbf3b97acf65), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.071519 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-fa9e5de9-52ca-4f05-9ada-dfa1f3c83cc0 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.075351 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-fa9e5de9-52ca-4f05-9ada-dfa1f3c83cc0 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 808 time: 0.1135230 Feb 20 23:44:44.075487 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ac6-f4c4-48ee-8dab-0ccf5f609329 admin admin] Publish callbacks [] for security_group (4e438f93-6869-406d-b12c-cbf3b97acf65), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.085187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.143384 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-15b27e54-442b-427d-823b-2803d23b355a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed39308074b49f79ccc33328d8bd0f8 HTTP/1.1" status: 200 len: 379 time: 0.0565214 Feb 20 23:44:44.159497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'port': {'device_id': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'admin_state_up': True, 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'security_groups': ['b907c04f-92cd-4f72-bee9-f32f9456c69d']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:44.170975 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ac6-f4c4-48ee-8dab-0ccf5f609329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (4e438f93-6869-406d-b12c-cbf3b97acf65), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.174191 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ac6-f4c4-48ee-8dab-0ccf5f609329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.175412 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-8bcc7ac6-f4c4-48ee-8dab-0ccf5f609329 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e438f93-6869-406d-b12c-cbf3b97acf65 HTTP/1.1" status: 204 len: 168 time: 0.1855462 Feb 20 23:44:44.185358 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc7ac6-f4c4-48ee-8dab-0ccf5f609329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e438f93-6869-406d-b12c-cbf3b97acf65,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:44.330291 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Made reservation on behalf of 1ed39308074b49f79ccc33328d8bd0f8 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:44.333866 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.457415 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Allocated IP 172.20.0.7 (2dc958b2-ba47-4e46-aafe-4b0153a8f180/fe2be5f9-a827-4cad-81eb-ee8de4b3af7b/2eb0df29-0a47-4a28-ac3c-43f1752a9726) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:44.612950 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.823144 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.866511 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:44.869961 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:44.876365 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:44.904926 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:44.935895 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.936542 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.030867 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753e44-5a60-473b-8cc8-a8ac2b9352ed req-63c123a1-ebe4-48d1-88f6-4ce0d233b455 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.032439 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61753e44-5a60-473b-8cc8-a8ac2b9352ed req-63c123a1-ebe4-48d1-88f6-4ce0d233b455 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 931 time: 0.0582139 Feb 20 23:44:45.036732 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-adbec5fb-a0bb-4c2e-95ce-356afeb8b0af tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8811719 Feb 20 23:44:45.058528 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Request body: {'port': {'device_id': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:45.073045 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-4420eed2-d28e-41b1-9e8e-89a9f461c054 None None] Provisioning complete for port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 triggered by entity DHCP. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:45.073558 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4420eed2-d28e-41b1-9e8e-89a9f461c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.111696 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4420eed2-d28e-41b1-9e8e-89a9f461c054 None None] Port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 cannot update to ACTIVE because it is not bound. {{(pid=103393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:45.134977 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61753e44-5a60-473b-8cc8-a8ac2b9352ed req-d4829f2b-564a-496d-8061-9a97e2bf76da tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960925 Feb 20 23:44:45.145524 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.411455 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb0df29-0a47-4a28-ac3c-43f1752a9726 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:45.419267 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Publish callbacks [] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.431226 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Transition to ACTIVE for port object 2eb0df29-0a47-4a28-ac3c-43f1752a9726 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:44:45.525643 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.595352 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:45.651457 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.655065 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Attempting to bind port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:45.655499 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Attempting to bind port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:45.655843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Attempting to bind port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 on network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:45.660553 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 on network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:44:45.660878 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Attempting to bind port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 on network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:45.666771 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Checking agent: {'id': '17215c7c-135e-4784-9675-54d4f84f3f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:45.667043 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Checking segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:45.667500 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Bound using segment: {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:45.667962 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Bound port: 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763fa450-2c9b-4170-a0f0-01f82c66ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:45.668326 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.739490 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:45.743133 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:45.805869 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036468'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.843874 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.844504 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.845870 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-65ec424d-9719-418e-86fd-28a79144075f service neutron] 10.222.0.88 "PUT /v2.0/ports/2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 1093 time: 0.7934906 Feb 20 23:44:45.846312 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:45.848587 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:45.873873 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec424d-9719-418e-86fd-28a79144075f service neutron] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:45.878902 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:46.015886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-20d6a264-553a-4dec-ab97-bc18346b04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.018666 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-20d6a264-553a-4dec-ab97-bc18346b04fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1127 time: 0.0515764 Feb 20 23:44:46.069801 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-445ac72a-f95a-4f34-aa68-14dbc73a011e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 217 time: 0.0405381 Feb 20 23:44:46.088688 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63efc55f-81e3-4a21-9545-df2193bca56d x-openstack-request-id: req-63efc55f-81e3-4a21-9545-df2193bca56d {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:46.088985 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:46.089246 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63efc55f-81e3-4a21-9545-df2193bca56d {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:46.089645 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'status': 'completed', 'code': 200} Feb 20 23:44:46.123758 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-db391874-1027-4406-a2cc-4f5cd7104479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.125178 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-db391874-1027-4406-a2cc-4f5cd7104479 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0456264 Feb 20 23:44:46.175088 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-ed3f6642-db6e-4b1d-a772-bb2c806ac274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.176687 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-ed3f6642-db6e-4b1d-a772-bb2c806ac274 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452929 Feb 20 23:44:46.315713 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4796-e79b-4cfb-ac56-b1f36870fdf2 req-8d3d0595-0273-415c-bd24-5d693c02a084 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.317227 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f20e4796-e79b-4cfb-ac56-b1f36870fdf2 req-8d3d0595-0273-415c-bd24-5d693c02a084 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.1122556 Feb 20 23:44:46.319367 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-076fb3db-4070-4909-8aac-59388f452f3e service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332533 Feb 20 23:44:46.418167 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f20e4796-e79b-4cfb-ac56-b1f36870fdf2 req-db7c5437-e5a2-4a65-bc96-800eb9b9e1d6 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955248 Feb 20 23:44:46.446854 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-380fbc5b-0115-47b2-a894-4fff5ff277ee req-12cb6c44-4ad9-40b4-9dd0-a396b37bd83b service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175969 Feb 20 23:44:46.634516 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-b20fcf58-6c21-42c8-b74a-81c3f708de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.636069 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-b20fcf58-6c21-42c8-b74a-81c3f708de71 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1127 time: 0.0470068 Feb 20 23:44:46.729666 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-b8d57f1c-a87d-4262-98f5-af969d309ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.731089 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-b8d57f1c-a87d-4262-98f5-af969d309ac5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0887098 Feb 20 23:44:46.775407 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-083a0fbe-6c36-48a0-ae9d-ff6917973603 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 217 time: 0.0359304 Feb 20 23:44:46.831632 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-30aef502-b6cf-4d08-a6f4-c6a2d2b7cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.833154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-30aef502-b6cf-4d08-a6f4-c6a2d2b7cafb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0441568 Feb 20 23:44:46.886744 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-a5dd9268-311f-4387-acbf-1a3850f91278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.888308 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-a5dd9268-311f-4387-acbf-1a3850f91278 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489035 Feb 20 23:44:46.982983 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-aad188ed-48a6-48bb-aa59-541612da5024 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836990 Feb 20 23:44:47.078513 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf2f7d04-17f3-41ca-af78-ac3f4e1755d8 req-9c108a1a-b87e-455c-861d-629f1886ed7c service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Feb 20 23:44:47.538460 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed839c6-de70-4a89-97c2-bcffdd813f49 req-f3a9ec56-5f6c-4d14-bb03-a2ab36b0b834 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:47.540755 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6ed839c6-de70-4a89-97c2-bcffdd813f49 req-f3a9ec56-5f6c-4d14-bb03-a2ab36b0b834 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0533466 Feb 20 23:44:47.588496 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6ed839c6-de70-4a89-97c2-bcffdd813f49 req-9afc7995-8fde-4544-8729-80c7e68afa8b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Feb 20 23:44:48.706803 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afffd47-2b00-4dab-a1a8-0cbefe4e00a9 req-bedd1355-636b-48c9-a0be-61738efd0360 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:48.708360 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8afffd47-2b00-4dab-a1a8-0cbefe4e00a9 req-bedd1355-636b-48c9-a0be-61738efd0360 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0526583 Feb 20 23:44:48.755838 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8afffd47-2b00-4dab-a1a8-0cbefe4e00a9 req-e7c55fee-9675-4d2e-8988-8117f7b8affa tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408406 Feb 20 23:44:49.875958 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f2008-1503-48ec-9b72-c2f97a9e6240 req-8b8f5d7c-028c-45db-96b0-a9ea080f1def tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:49.877446 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8a4f2008-1503-48ec-9b72-c2f97a9e6240 req-8b8f5d7c-028c-45db-96b0-a9ea080f1def tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0558217 Feb 20 23:44:49.926771 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8a4f2008-1503-48ec-9b72-c2f97a9e6240 req-298cb4f5-5cd9-46cd-939e-741e7d7e494c tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Feb 20 23:44:51.044638 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e66d3-25b3-42da-96ef-ed49fd8667b1 req-43fe68b5-a574-4066-b63f-0a31538b433e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:51.046128 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-df9e66d3-25b3-42da-96ef-ed49fd8667b1 req-43fe68b5-a574-4066-b63f-0a31538b433e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0522819 Feb 20 23:44:51.095551 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-df9e66d3-25b3-42da-96ef-ed49fd8667b1 req-254a711c-17d2-4860-a014-c36ac2a7924a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Feb 20 23:44:52.211522 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9365-231d-4b09-91f3-19393ef08fbf req-2b8b6c55-5504-4cd8-bc48-e6ad9b5974b1 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:52.212933 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4eee9365-231d-4b09-91f3-19393ef08fbf req-2b8b6c55-5504-4cd8-bc48-e6ad9b5974b1 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0522280 Feb 20 23:44:52.263231 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4eee9365-231d-4b09-91f3-19393ef08fbf req-3f146b8f-48a9-4e26-88fa-dd736ddb21bc tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449228 Feb 20 23:44:53.380338 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c354427-80fb-48f1-ba13-c0b43f9df17c req-67624edc-0686-4ff5-aa97-ca1721f4d930 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:53.381824 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1c354427-80fb-48f1-ba13-c0b43f9df17c req-67624edc-0686-4ff5-aa97-ca1721f4d930 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0523314 Feb 20 23:44:53.430344 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1c354427-80fb-48f1-ba13-c0b43f9df17c req-27b32ac6-85b5-4252-b590-6343990c07ff tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Feb 20 23:44:54.052795 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:44:54.147265 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:54.158553 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'port_id': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'mac_address': 'fa:16:3e:33:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:44:54.194472 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:54.194786 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:54.208021 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb0df29-0a47-4a28-ac3c-43f1752a9726 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:54.227100 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:54.302297 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:54.353351 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:54.545327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8571ba-9217-47fe-9908-97ab4fdc8606 req-6fa4ab5a-844a-44a2-9fb4-84165d1bbda6 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:54.546806 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b8571ba-9217-47fe-9908-97ab4fdc8606 req-6fa4ab5a-844a-44a2-9fb4-84165d1bbda6 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 944 time: 0.0512309 Feb 20 23:44:54.595435 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b8571ba-9217-47fe-9908-97ab4fdc8606 req-a69c6e88-f36d-483b-aea9-74bbf222f2d1 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Feb 20 23:44:54.605306 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['2eb0df29-0a47-4a28-ac3c-43f1752a9726'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:44:55.714899 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5ca8d-fb51-44c9-84dc-6810a7d76bbe req-5a6cc577-fc42-4773-a9cf-aeb36c166388 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:55.716379 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2e5ca8d-fb51-44c9-84dc-6810a7d76bbe req-5a6cc577-fc42-4773-a9cf-aeb36c166388 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 944 time: 0.0547426 Feb 20 23:44:55.762976 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e2e5ca8d-fb51-44c9-84dc-6810a7d76bbe req-ba9a1a91-46d0-42fa-bc10-043bc3c870ea tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 Feb 20 23:44:56.067096 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:56.192777 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning for port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 completed by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:44:56.197276 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:56.197695 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:56.278120 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:56.278514 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:56.299908 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:56.302136 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15b4046-6664-445c-9d05-af748b66d38c" -d '{"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:56.314885 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:56.339089 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832192dc-1788-42a8-a83f-5da1b316ecf1 x-openstack-request-id: req-832192dc-1788-42a8-a83f-5da1b316ecf1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:56.339379 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:56.339638 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-832192dc-1788-42a8-a83f-5da1b316ecf1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:56.340061 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'code': 200} Feb 20 23:44:56.382337 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:56.429974 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:56.781682 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0037a8-af61-4921-9888-9eeffdbedb9a req-e4dcfb48-86f6-42d4-982c-b04df55ce3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:56.783177 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c0037a8-af61-4921-9888-9eeffdbedb9a req-e4dcfb48-86f6-42d4-982c-b04df55ce3a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.1333127 Feb 20 23:44:56.841880 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c0037a8-af61-4921-9888-9eeffdbedb9a req-e1cc129e-0a22-40de-82e0-0525abc4aca8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487735 Feb 20 23:44:56.887767 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b974f3e-c006-4ddd-a2f3-95c5b6364843 req-0b854a6a-029e-44dd-b19f-ae1592cb823b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:56.889273 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b974f3e-c006-4ddd-a2f3-95c5b6364843 req-0b854a6a-029e-44dd-b19f-ae1592cb823b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0585644 Feb 20 23:44:56.937884 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b974f3e-c006-4ddd-a2f3-95c5b6364843 req-9f6f8da8-aeef-4552-bf30-071fcb8b05f7 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431597 Feb 20 23:44:58.060052 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50564ea-878d-45e3-9c56-ab261a68b3ec req-e20adf10-4d21-407f-9f68-4eb35370f613 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:58.061538 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f50564ea-878d-45e3-9c56-ab261a68b3ec req-e20adf10-4d21-407f-9f68-4eb35370f613 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Feb 20 23:44:58.110399 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f50564ea-878d-45e3-9c56-ab261a68b3ec req-4624e1ea-d0ca-44e4-bcfc-916441e670ed tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Feb 20 23:44:59.225706 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd75e-5d7a-47af-8121-9b14eb06b891 req-86ba3d8e-bd34-4947-b9f1-e3003fc6a267 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:59.227966 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a60dd75e-5d7a-47af-8121-9b14eb06b891 req-86ba3d8e-bd34-4947-b9f1-e3003fc6a267 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Feb 20 23:44:59.279023 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a60dd75e-5d7a-47af-8121-9b14eb06b891 req-f265760d-cb83-4c2e-b0da-48eb233526fc tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Feb 20 23:44:59.394557 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f3272-bfa5-4a40-8d5c-f13623fa3816 req-d55928c8-e7ad-4c19-9208-0599887c03bc tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:59.396064 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-221f3272-bfa5-4a40-8d5c-f13623fa3816 req-d55928c8-e7ad-4c19-9208-0599887c03bc tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0522757 Feb 20 23:44:59.444827 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-221f3272-bfa5-4a40-8d5c-f13623fa3816 req-2f75b9b1-5aff-4960-ac49-d83a6e3d3f29 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426865 Feb 20 23:44:59.465804 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:59.607005 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e3953-cca1-4df7-9c39-0c8487e60344 tempest-TestShelveInstance-735083947 tempest-TestShelveInstance-735083947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:59.610987 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e58e3953-cca1-4df7-9c39-0c8487e60344 tempest-TestShelveInstance-735083947 tempest-TestShelveInstance-735083947-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1124 time: 0.1417520 Feb 20 23:44:59.612047 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 39936) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:59.616194 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Request body: {'floatingip': {'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'port_id': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:59.696947 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:59.795021 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:59.899160 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Allocated IP 172.27.1.110 (818c22e8-bc7e-4d09-8d25-1c784d0824f1/b0aec240-03ae-4fe8-bcaa-49eea904238b/b31e076f-9579-4f6a-941a-2a41bb08aa4c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:59.996087 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.068201 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792666146856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.105291 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Network 818c22e8-bc7e-4d09-8d25-1c784d0824f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:45:00.108006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:45:00.113409 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:45:00.138745 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'Port': ['ID=b31e076f-9579-4f6a-941a-2a41bb08aa4c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:00.477482 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for floatingip (3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.602182 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.746429 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.793881 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16437680'] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.864540 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event updated for resources: {'Port': ['ID=b31e076f-9579-4f6a-941a-2a41bb08aa4c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:00.874400 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8028663'] for floatingip (3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:00.977834 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Floating IP 3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee associated. External IP: 172.27.1.110, port: 2eb0df29-0a47-4a28-ac3c-43f1752a9726. Feb 20 23:45:01.186367 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Router 6608f330-7426-40c3-b43e-30e39a642987 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:45:01.293843 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:45:01.303446 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] Sync routers for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:45:01.313267 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:45:01.313888 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:01.384441 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:01.415181 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-b66105b0-c8de-4959-94a6-9dbe0d3b7f59 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8020675 Feb 20 23:45:01.415898 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:01.418180 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc3b062-9977-461c-a960-bb460405fdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:01.422696 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:45:01.454235 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cbc6f8-779b-4e78-b51f-5ae7ef8548c3 x-openstack-request-id: req-59cbc6f8-779b-4e78-b51f-5ae7ef8548c3 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:01.454628 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:01.454983 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59cbc6f8-779b-4e78-b51f-5ae7ef8548c3 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:01.455515 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'status': 'completed', 'code': 200} Feb 20 23:45:01.519249 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-992ebeed-6de1-48c4-ae9c-d8fc1b17b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.520891 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-992ebeed-6de1-48c4-ae9c-d8fc1b17b456 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0450089 Feb 20 23:45:01.613693 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-b72ad27b-7ca5-467c-a700-24b262686ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.615188 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-b72ad27b-7ca5-467c-a700-24b262686ad0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0883129 Feb 20 23:45:01.653874 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '6608f330-7426-40c3-b43e-30e39a642987', 'port_id': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'mac_address': 'fa:16:3e:33:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:45:00Z', 'updated_at': '2022-02-20T23:45:00Z', 'revision_number': 0, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:01.680744 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-4b20c2e7-c81a-475d-87fa-9ae82b470680 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 999 time: 0.0590587 Feb 20 23:45:01.681213 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] Checking router: 6608f330-7426-40c3-b43e-30e39a642987 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:45:01.689580 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:45:01.690197 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:44:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:01.734313 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-1fdf5589-0a99-401a-9a55-ee2ae089b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.735685 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-1fdf5589-0a99-401a-9a55-ee2ae089b380 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0493965 Feb 20 23:45:01.801070 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:45:02.058037 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-e79cca83-3b07-4338-b8e6-92dbfca6571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:02.059545 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-e79cca83-3b07-4338-b8e6-92dbfca6571a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3181751 Feb 20 23:45:02.147166 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-7bc3bb51-659e-4cc3-8056-1429b0ec62d7 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807724 Feb 20 23:45:02.166443 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '6608f330-7426-40c3-b43e-30e39a642987', 'port_id': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'mac_address': 'fa:16:3e:33:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:45:00Z', 'updated_at': '2022-02-20T23:45:00Z', 'revision_number': 0, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:02.193053 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af96675-99e3-4eb2-ae2e-a89f5c69acb2 None None] The sync data for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi is: [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_floatingips': [{'id': '3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'router_id': '6608f330-7426-40c3-b43e-30e39a642987', 'port_id': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'mac_address': 'fa:16:3e:33:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:45:00Z', 'updated_at': '2022-02-20T23:45:00Z', 'revision_number': 0, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:45:02.241105 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fc3b062-9977-461c-a960-bb460405fdb5 req-becad374-6f7e-4c0b-95cc-add6d1ce59a6 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883214 Feb 20 23:45:02.401198 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b5ace-1d03-4dc5-8ced-949878be9979 None None] New status for floating IP 3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:45:07.952571 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:45:09.160754 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88eeb8e5-a748-454a-a403-577cc72de8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:11.593425 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6081df9-a92b-4cbe-8e6e-2ecccf638095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:12.890540 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.090164 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:15.632470 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:15.878191 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:25.949821 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-41db99a4-a04d-446d-ba24-465da95f53d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476322 Feb 20 23:45:26.036671 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-08dc00d7-7af5-45d6-9312-2399aeb46c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:26.038205 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-08dc00d7-7af5-45d6-9312-2399aeb46c9b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0443504 Feb 20 23:45:26.144054 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-12bd4f0f-e3d0-42e7-bf20-17c55af0be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:26.145530 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-12bd4f0f-e3d0-42e7-bf20-17c55af0be7a service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0878983 Feb 20 23:45:26.209318 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-e105b11a-e8e7-444e-bdf6-1d1cec8410fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 1001 time: 0.0572023 Feb 20 23:45:26.265504 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-ffd97630-10ba-4cb8-ae08-eeec0ab247af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:26.266933 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-ffd97630-10ba-4cb8-ae08-eeec0ab247af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0504744 Feb 20 23:45:26.316628 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-26d70f4b-3b72-45d3-9000-7deb18f3b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:26.318114 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-26d70f4b-3b72-45d3-9000-7deb18f3b919 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434000 Feb 20 23:45:26.405978 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-c39a2464-ea64-49bd-9fb6-1d35463a0631 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802019 Feb 20 23:45:26.503548 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-efd339a6-5e58-4b21-a8b1-1e4e1d175250 req-c2ed4b65-0b94-4adc-8caa-f20e33920474 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910299 Feb 20 23:45:39.129991 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b594b38-05f9-4e51-8918-0ff78f3270ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:41.546905 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b76bd1ff-3ea5-42c8-bb15-25d3c45f5365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:42.890106 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:44.073142 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:44.951166 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:45:45.625944 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:45.884458 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:09.129737 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93282fcd-b78e-4ad9-b117-8e0e34491364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:11.557205 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05150b35-25e3-468c-97ed-7356d05a0c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:12.895195 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:14.090135 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:15.677662 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:15.906053 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:21.949744 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:46:26.947317 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-6c7bf57d-c3f8-420c-b0f0-27dfc0c41e82 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447817 Feb 20 23:46:27.040556 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956c61-7ad7-44a7-b2c7-688419987021 req-dc19811a-0424-4ea5-b840-42fd1ea3e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.042928 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-dc19811a-0424-4ea5-b840-42fd1ea3e6b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0458958 Feb 20 23:46:27.153134 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956c61-7ad7-44a7-b2c7-688419987021 req-c3799a49-46ea-45d7-befe-de777a794f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.154583 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-c3799a49-46ea-45d7-befe-de777a794f24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0863285 Feb 20 23:46:27.223316 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-f0dfa8c9-9c0e-4eae-a174-967eca804887 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 1001 time: 0.0578692 Feb 20 23:46:27.278984 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956c61-7ad7-44a7-b2c7-688419987021 req-0096203b-8d22-44b2-bc63-9b0d6771fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.280423 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-0096203b-8d22-44b2-bc63-9b0d6771fae2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0472934 Feb 20 23:46:27.331700 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956c61-7ad7-44a7-b2c7-688419987021 req-4c2c64cd-6bbe-4639-89ee-79c6ef0ab7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.333204 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-4c2c64cd-6bbe-4639-89ee-79c6ef0ab7a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432551 Feb 20 23:46:27.423773 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-d47de828-bea8-4191-b047-625ee9234896 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807207 Feb 20 23:46:27.518704 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-28956c61-7ad7-44a7-b2c7-688419987021 req-5005f8e6-c2b7-44f6-87d8-9f7836e36754 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Feb 20 23:46:39.100055 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-919fbfcc-3107-4202-8767-e9039b1823ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.557276 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59c477ef-f6bc-4133-8559-351a01acd555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:42.888550 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.106116 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:45.653060 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:45.929123 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:58.948519 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:46:59.255581 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fcad-40eb-4932-8f4f-cdc12e948f31 req-f2f6b92b-fbd8-40e1-bf54-d9c0a83ee99e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:59.257091 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c215fcad-40eb-4932-8f4f-cdc12e948f31 req-f2f6b92b-fbd8-40e1-bf54-d9c0a83ee99e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0549591 Feb 20 23:46:59.307179 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c215fcad-40eb-4932-8f4f-cdc12e948f31 req-e7d57d66-7cb2-41f1-92e7-2ff752d96dea tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 Feb 20 23:47:00.430346 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f927f-d76a-46aa-aa72-6ea76aa44e07 req-75222818-73a4-42bf-83bf-629a53608f6f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:00.431830 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd0f927f-d76a-46aa-aa72-6ea76aa44e07 req-75222818-73a4-42bf-83bf-629a53608f6f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Feb 20 23:47:00.484552 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cd0f927f-d76a-46aa-aa72-6ea76aa44e07 req-d77275d3-c653-4302-8120-00d04e2b2fc8 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470126 Feb 20 23:47:01.608054 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a42fe-56ce-4c50-91cf-18cc8cc0de67 req-0c27dfed-0f55-441a-9d2c-b7d3eeec14ae tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:01.609543 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-831a42fe-56ce-4c50-91cf-18cc8cc0de67 req-0c27dfed-0f55-441a-9d2c-b7d3eeec14ae tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Feb 20 23:47:01.656764 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-831a42fe-56ce-4c50-91cf-18cc8cc0de67 req-72cd8cb0-289d-4357-b7a3-437ad486ff24 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418253 Feb 20 23:47:02.775869 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003e383-d4a2-4c02-83ac-c933c4ac692b req-07e7b2f2-04c6-4cfa-bf5b-a83899008dad tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:02.777345 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7003e383-d4a2-4c02-83ac-c933c4ac692b req-07e7b2f2-04c6-4cfa-bf5b-a83899008dad tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0535011 Feb 20 23:47:02.824626 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7003e383-d4a2-4c02-83ac-c933c4ac692b req-529e40f0-d00f-4684-8c97-5a00804ce15a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Feb 20 23:47:03.947614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43389b0-9d9d-4cf7-88a2-3a9a537b8107 req-b282f763-0e4e-4b2d-8c4f-34ba4e365523 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:03.949127 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c43389b0-9d9d-4cf7-88a2-3a9a537b8107 req-b282f763-0e4e-4b2d-8c4f-34ba4e365523 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0568521 Feb 20 23:47:03.996637 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c43389b0-9d9d-4cf7-88a2-3a9a537b8107 req-3ebe0232-cd5f-4ea9-921c-eb2da9e69bc6 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Feb 20 23:47:05.114561 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff56e-5859-40b4-a89e-d9b5606e531b req-4f95fc5d-3a6a-4fcc-9dae-41f4bba45dae tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:05.116152 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd5ff56e-5859-40b4-a89e-d9b5606e531b req-4f95fc5d-3a6a-4fcc-9dae-41f4bba45dae tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0516634 Feb 20 23:47:05.165727 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd5ff56e-5859-40b4-a89e-d9b5606e531b req-fbf33c32-58c4-439c-b1fd-936e8588286e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438588 Feb 20 23:47:06.287257 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38b59a-7cb8-4318-a224-5f09464488a7 req-d1e84b01-9c99-48b7-a0f0-5f9711d92f27 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:06.288745 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb38b59a-7cb8-4318-a224-5f09464488a7 req-d1e84b01-9c99-48b7-a0f0-5f9711d92f27 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Feb 20 23:47:06.336031 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb38b59a-7cb8-4318-a224-5f09464488a7 req-6d6b0182-46c9-46d4-b7b3-832dd8a8c215 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413301 Feb 20 23:47:07.452714 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe6f0-597c-4d51-b3a1-b95a59fac6b1 req-9ea47c33-fb01-4d7f-af4f-e1fa92cf4fbd tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:07.454253 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6ddfe6f0-597c-4d51-b3a1-b95a59fac6b1 req-9ea47c33-fb01-4d7f-af4f-e1fa92cf4fbd tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0529523 Feb 20 23:47:07.502675 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6ddfe6f0-597c-4d51-b3a1-b95a59fac6b1 req-e1cf1952-e64a-4dad-b985-bbb8263a1536 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Feb 20 23:47:08.619182 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9165d5-eb54-40b2-88da-fba564303993 req-caff05a4-3c2f-487e-bbf8-4f871b09d2ff tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:08.620696 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2b9165d5-eb54-40b2-88da-fba564303993 req-caff05a4-3c2f-487e-bbf8-4f871b09d2ff tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0519018 Feb 20 23:47:08.673044 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2b9165d5-eb54-40b2-88da-fba564303993 req-119e1f02-3ec7-43c1-89c0-f3429be6c3b9 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462296 Feb 20 23:47:09.141624 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c850002-1072-4fac-8b54-7236b8921648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.501518 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-cef80930-9944-4bd2-8af2-a622f174819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:09.502969 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-cef80930-9944-4bd2-8af2-a622f174819f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0439260 Feb 20 23:47:09.590088 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-e6f54643-298f-47b8-b67b-b0cd25f9cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:09.592086 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-e6f54643-298f-47b8-b67b-b0cd25f9cef2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0821078 Feb 20 23:47:09.663632 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-d416052c-f43e-46f0-b074-d25ff5d3ecde service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 1001 time: 0.0609150 Feb 20 23:47:09.716928 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-f93174c5-3e74-47c0-ba97-fbc559816f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:09.718402 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-f93174c5-3e74-47c0-ba97-fbc559816f37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0448339 Feb 20 23:47:09.804699 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-9f966d56-9bd4-47dd-8b08-d0f9e6a0732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:09.806212 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-9f966d56-9bd4-47dd-8b08-d0f9e6a0732c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788949 Feb 20 23:47:09.819948 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05053d6a-ada0-407d-ac69-af16a64454c3 req-dcf39f72-464a-49fd-b24f-b64d12363324 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:09.821326 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-05053d6a-ada0-407d-ac69-af16a64454c3 req-dcf39f72-464a-49fd-b24f-b64d12363324 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0680668 Feb 20 23:47:09.916288 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-05053d6a-ada0-407d-ac69-af16a64454c3 req-c71c2d0c-10df-40f1-ac25-dee3a188735d tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867212 Feb 20 23:47:09.940763 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-1600292f-a95a-4115-9f84-831d1abbbbc8 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185026 Feb 20 23:47:10.037588 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b96a2ed7-d7c1-4739-bfb2-d8e071851072 req-af88b1d7-1dfb-43d0-8286-9a90ae21c09c service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866823 Feb 20 23:47:11.036714 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17390cd-ebe2-47dd-b4fa-d13c78615d13 req-16cdf877-8541-47fb-904d-676ced384a4f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:11.038235 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c17390cd-ebe2-47dd-b4fa-d13c78615d13 req-16cdf877-8541-47fb-904d-676ced384a4f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0549324 Feb 20 23:47:11.086108 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c17390cd-ebe2-47dd-b4fa-d13c78615d13 req-c241a43e-e0aa-4fa7-ba8f-19fa4777d625 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Feb 20 23:47:11.543830 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6ca07f8-2655-408a-8272-cad0f5ff74c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.202537 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ada6ff-3f77-45c4-a5d0-0cde216bfa83 req-7eec5bbd-d33c-4319-acbe-6c443db1e71f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:12.204053 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07ada6ff-3f77-45c4-a5d0-0cde216bfa83 req-7eec5bbd-d33c-4319-acbe-6c443db1e71f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0523777 Feb 20 23:47:12.256955 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07ada6ff-3f77-45c4-a5d0-0cde216bfa83 req-92291dd8-979b-400c-9c0e-63362adf76fe tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474029 Feb 20 23:47:12.911286 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.375604 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5866b-ca08-4ca1-92da-7e39a9404e38 req-a958edea-8505-4b60-8603-796c7af7c217 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:13.377285 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f1d5866b-ca08-4ca1-92da-7e39a9404e38 req-a958edea-8505-4b60-8603-796c7af7c217 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0532146 Feb 20 23:47:13.426957 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f1d5866b-ca08-4ca1-92da-7e39a9404e38 req-ff1b0d15-1ed5-4cbe-95a0-f12d6cc27adb tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441797 Feb 20 23:47:13.582332 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-af77415b-a8b6-477e-95f8-f9c29548f632 req-54997190-e4f5-42b2-9a1f-be92174a763a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:47:13.583370 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-af77415b-a8b6-477e-95f8-f9c29548f632 req-54997190-e4f5-42b2-9a1f-be92174a763a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0937660 Feb 20 23:47:13.926939 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b7544-4380-4704-85af-96335b6b551a req-84ea8b47-b320-415d-87ed-ebe10470c9d1 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:13.928788 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a92b7544-4380-4704-85af-96335b6b551a req-84ea8b47-b320-415d-87ed-ebe10470c9d1 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0537350 Feb 20 23:47:13.978840 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a92b7544-4380-4704-85af-96335b6b551a req-f9818ccd-6eed-4d3b-a57f-d3e7482c442a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443356 Feb 20 23:47:14.027246 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40020) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:14.105555 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.116332 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-1dbccf9c-aa80-4b3e-b68d-fef14e0911f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877595 Feb 20 23:47:14.124989 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-372ec680-9252-4bc4-b41d-0c08eba2e00b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:47:14.125963 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-372ec680-9252-4bc4-b41d-0c08eba2e00b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051827 Feb 20 23:47:14.267674 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:14.357395 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-1b2dfffe-9109-48ac-b0f9-fdfbc45b7dd6 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:14.358671 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-1b2dfffe-9109-48ac-b0f9-fdfbc45b7dd6 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports/2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 942 time: 0.0899837 Feb 20 23:47:14.891477 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:47:14.970241 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 is: ACTIVE; New status is: DOWN {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:14.970633 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.994409 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:14.998031 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae41e9-54df-40e9-b5d3-c873c2af5e3f" -d '{"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:15.011195 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:15.055258 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:15.106208 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:15.115330 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4946b9-a445-4905-9ac5-8a7a953b7d1b x-openstack-request-id: req-fd4946b9-a445-4905-9ac5-8a7a953b7d1b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:15.115609 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-unplugged", "status": "failed", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "code": 422}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:15.115936 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd4946b9-a445-4905-9ac5-8a7a953b7d1b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:15.116384 dv-cinder-830098-1-iscsi neutron-server[103393]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'code': 422} returned with failed status Feb 20 23:47:15.117659 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.118011 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.118360 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.118723 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.119067 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.119402 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.119730 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.120084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.120416 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.120746 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.121084 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.124187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.124187 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:15.133370 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd414c-c971-428c-a831-bc1b8546f6cb req-1de4f51a-7787-4c4a-88de-9c2b6e943e5c tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:15.134901 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29bd414c-c971-428c-a831-bc1b8546f6cb req-1de4f51a-7787-4c4a-88de-9c2b6e943e5c tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0846176 Feb 20 23:47:15.186221 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29bd414c-c971-428c-a831-bc1b8546f6cb req-51d5cb2d-7d9c-4b49-aa92-37cb73c096d0 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454834 Feb 20 23:47:15.651962 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:15.960891 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:16.303657 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e81a8-5531-4cd7-870c-560e65f3082d req-8f4650ad-be49-4db7-ad51-427f2f5c1a24 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:16.305168 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b46e81a8-5531-4cd7-870c-560e65f3082d req-8f4650ad-be49-4db7-ad51-427f2f5c1a24 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0526721 Feb 20 23:47:16.353971 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b46e81a8-5531-4cd7-870c-560e65f3082d req-cb5d9feb-c743-47ba-a7a2-4cf90d71ca17 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Feb 20 23:47:16.745460 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-bfe57854-0f31-4415-b398-43bffbadc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:16.747660 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-bfe57854-0f31-4415-b398-43bffbadc3de service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390&tenant_id=1ed39308074b49f79ccc33328d8bd0f8 HTTP/1.1" status: 200 len: 1127 time: 0.0482867 Feb 20 23:47:16.813825 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-130b669e-b9cd-4d16-a821-0c7249991098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:16.815299 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-130b669e-b9cd-4d16-a821-0c7249991098 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1127 time: 0.0440254 Feb 20 23:47:16.905649 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-ca7f8941-835f-4b7d-80bc-c2f771a86f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:16.907099 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-ca7f8941-835f-4b7d-80bc-c2f771a86f59 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0815291 Feb 20 23:47:16.980462 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-587a5ece-75d8-4baa-9e8d-be326e629b00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 999 time: 0.0612738 Feb 20 23:47:17.031091 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-6a82d716-7dab-4d98-b26f-aff444b568fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:17.032509 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-6a82d716-7dab-4d98-b26f-aff444b568fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0431607 Feb 20 23:47:17.084895 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-392764c5-f7c2-492a-8569-716a3cdc6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:17.086343 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-392764c5-f7c2-492a-8569-716a3cdc6bc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430627 Feb 20 23:47:17.176765 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-afb0068d-37f8-45b8-ba62-7aab783c6241 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 Feb 20 23:47:17.265991 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9d1ac37e-5a30-49c5-88a7-4418579c981c req-a976ef8e-774e-4ccb-a4d8-900b11e02be3 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797572 Feb 20 23:47:17.477430 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87451a-bd63-4099-a9ec-3a3e3c65b0d2 req-94294ec8-67d4-4a3e-a7fb-06f37066f4a0 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:17.478908 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b87451a-bd63-4099-a9ec-3a3e3c65b0d2 req-94294ec8-67d4-4a3e-a7fb-06f37066f4a0 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0555060 Feb 20 23:47:17.530917 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b87451a-bd63-4099-a9ec-3a3e3c65b0d2 req-73a2df28-5148-4c38-824e-8d08310d4db8 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464458 Feb 20 23:47:18.645129 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c945-09ba-411c-b6e2-0a2756cfdb7c req-d5d77ce6-d1a7-4090-a941-82bb0c446c37 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:18.646591 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf55c945-09ba-411c-b6e2-0a2756cfdb7c req-d5d77ce6-d1a7-4090-a941-82bb0c446c37 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0511739 Feb 20 23:47:18.695119 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bf55c945-09ba-411c-b6e2-0a2756cfdb7c req-1e4143f6-f71d-4471-86bb-a52bf13dafac tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 Feb 20 23:47:19.813682 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ea559-25e6-4105-b2fd-1f8bc49b5840 req-a04af1ad-65d5-4b96-99b2-e1df3ca9f403 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:19.815160 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-192ea559-25e6-4105-b2fd-1f8bc49b5840 req-a04af1ad-65d5-4b96-99b2-e1df3ca9f403 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0531719 Feb 20 23:47:19.862985 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-192ea559-25e6-4105-b2fd-1f8bc49b5840 req-add050a6-a8f4-4732-adc6-34cf4f16e61b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424049 Feb 20 23:47:20.986181 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391bf36-589e-4058-9ead-11b73f3e3552 req-8672ab6f-7513-4c7d-bfee-a6b1dacea091 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.987671 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b391bf36-589e-4058-9ead-11b73f3e3552 req-8672ab6f-7513-4c7d-bfee-a6b1dacea091 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0578558 Feb 20 23:47:21.036676 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b391bf36-589e-4058-9ead-11b73f3e3552 req-8275db2d-5bb2-4281-b017-f9d6076d76f7 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432754 Feb 20 23:47:22.154799 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca324-34ba-483d-bd3a-43698082abfd req-9bf60a78-e2b3-47a9-a5bf-d2ab967f88d7 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:22.156440 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-868ca324-34ba-483d-bd3a-43698082abfd req-9bf60a78-e2b3-47a9-a5bf-d2ab967f88d7 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0532644 Feb 20 23:47:22.205927 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-868ca324-34ba-483d-bd3a-43698082abfd req-4a9f3b35-f16c-4e59-8c8c-84e52aa309fb tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Feb 20 23:47:23.327328 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a736b7-0af5-4efc-998d-e23573946dd9 req-700ec6c3-9a67-459c-a0d0-b9a13bcc1aab tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:23.328845 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0a736b7-0af5-4efc-998d-e23573946dd9 req-700ec6c3-9a67-459c-a0d0-b9a13bcc1aab tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0573187 Feb 20 23:47:23.377931 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0a736b7-0af5-4efc-998d-e23573946dd9 req-59711acf-c86c-44c9-91b7-bd2e8061008c tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434983 Feb 20 23:47:24.493040 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257903f-cbd6-484e-9e1a-a278cb13f9fb req-d831215a-a282-451b-96a2-14140caa403b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:24.499286 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1257903f-cbd6-484e-9e1a-a278cb13f9fb req-d831215a-a282-451b-96a2-14140caa403b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 943 time: 0.0508862 Feb 20 23:47:24.543874 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1257903f-cbd6-484e-9e1a-a278cb13f9fb req-124910ff-5c09-462c-b4b2-9b79e2f0310d tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429754 Feb 20 23:47:24.956832 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:47:25.051224 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:25.062451 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Returning: {'device': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'port_id': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'mac_address': 'fa:16:3e:33:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:47:25.098741 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 is: DOWN; New status is: BUILD {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:25.099132 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.114340 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb0df29-0a47-4a28-ac3c-43f1752a9726 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:47:25.134424 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:25.207752 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.255127 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:25.484260 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] get_ports_and_sgs() called for port_ids ['2eb0df29-0a47-4a28-ac3c-43f1752a9726'] {{(pid=103393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:47:25.661614 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3433c09-1a0b-41ee-803f-44e0c3a732c7 req-9abda1fb-aaa5-4375-a03e-a7ec1aa38d76 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:25.663086 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b3433c09-1a0b-41ee-803f-44e0c3a732c7 req-9abda1fb-aaa5-4375-a03e-a7ec1aa38d76 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 944 time: 0.0514708 Feb 20 23:47:25.716475 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b3433c09-1a0b-41ee-803f-44e0c3a732c7 req-663f98e7-5b36-401a-99cd-e259ae09f222 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472264 Feb 20 23:47:26.834242 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7734b4-9678-4fe8-a10a-182e3efd237b req-02f52592-9dee-437d-a826-cc974b7cd72a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:26.835693 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c7734b4-9678-4fe8-a10a-182e3efd237b req-02f52592-9dee-437d-a826-cc974b7cd72a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 944 time: 0.0521405 Feb 20 23:47:26.882899 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c7734b4-9678-4fe8-a10a-182e3efd237b req-f5c5c1e9-b0a1-4add-ad8d-6164cb901d8c tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415583 Feb 20 23:47:26.953330 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 up at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:47:27.001305 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Provisioning complete for port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 triggered by entity L2. {{(pid=103393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:47:27.001605 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500990'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), provisioning_complete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.080166 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Current status of the port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 is: BUILD; New status is: ACTIVE {{(pid=103393) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:27.080561 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364263'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.102240 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:27.104483 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94121673afb27107546f50c52fb8a46a800ea7f0d9feb9cd3fda111951b1f76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8198d6-5771-4064-95fd-560dedc54b78" -d '{"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:27.117629 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:27.145465 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fae0b-94e6-436c-a8b2-3dc3597b98d3 x-openstack-request-id: req-e97fae0b-94e6-436c-a8b2-3dc3597b98d3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:27.145465 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-plugged", "status": "completed", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:27.145465 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e97fae0b-94e6-436c-a8b2-3dc3597b98d3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:27.145465 dv-cinder-830098-1-iscsi neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'code': 200} Feb 20 23:47:27.208199 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792666588555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792666146874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792666146892'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.256456 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Pushing event updated for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:27.461441 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18ab18-4ede-49c0-9189-ef3e6b43472b req-87aff260-98f9-4421-ab64-318e13b87d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.462936 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d18ab18-4ede-49c0-9189-ef3e6b43472b req-87aff260-98f9-4421-ab64-318e13b87d9f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0454624 Feb 20 23:47:27.511682 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d18ab18-4ede-49c0-9189-ef3e6b43472b req-3a5fffd6-4870-43e1-9c77-4557b8453e13 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Feb 20 23:47:28.032503 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923a58b-e041-4995-b09c-ffd875a44d62 req-f68d9fd4-7378-4981-a350-8e45eefaafa2 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:28.033999 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a923a58b-e041-4995-b09c-ffd875a44d62 req-f68d9fd4-7378-4981-a350-8e45eefaafa2 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0840378 Feb 20 23:47:28.039908 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-f6ce9857-cf33-4deb-a84c-95f8f4096179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:28.041293 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-f6ce9857-cf33-4deb-a84c-95f8f4096179 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0805168 Feb 20 23:47:28.135791 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a923a58b-e041-4995-b09c-ffd875a44d62 req-6f18418f-6644-4559-939d-3268da586490 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935607 Feb 20 23:47:28.169130 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-89866e4a-10ec-4db1-895d-ca18a331eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:28.170552 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-89866e4a-10ec-4db1-895d-ca18a331eefe service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.1073878 Feb 20 23:47:28.234706 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-fd39715e-0eca-4473-bea4-ea8625b8ad4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 1001 time: 0.0577981 Feb 20 23:47:28.282919 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-05c79c8a-37f8-4b97-bad0-17dd89cbf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:28.284361 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-05c79c8a-37f8-4b97-bad0-17dd89cbf21c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0430076 Feb 20 23:47:28.338217 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-a614830e-07e5-4f24-863b-67b58b71021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:28.339900 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-a614830e-07e5-4f24-863b-67b58b71021a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473454 Feb 20 23:47:28.430198 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-53c5184f-2c56-4565-b4fb-f1fa233421a7 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815880 Feb 20 23:47:28.522349 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2278fdc-7cf3-4e08-95ee-53968c4adacd req-a322645d-1b89-4800-a947-e9777e26577b service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Feb 20 23:47:29.254279 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487dead-59b5-4929-92ce-39487a8c25e6 req-7954d036-97a9-4e77-a34c-6cba8168474b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:29.255670 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1487dead-59b5-4929-92ce-39487a8c25e6 req-7954d036-97a9-4e77-a34c-6cba8168474b tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0522346 Feb 20 23:47:29.303939 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1487dead-59b5-4929-92ce-39487a8c25e6 req-93ad8c78-b3f1-4180-9308-ea69c6987cef tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Feb 20 23:47:35.947411 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:47:39.122003 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-172a0b05-3add-470e-a7fb-329dd0880f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:41.550265 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c64b761b-e8a0-4f46-87da-f051e1b894c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:42.898858 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:44.132970 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:45.675818 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:45.936923 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:09.132697 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f83593dd-f411-4471-b01b-ab0a23deac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:11.536532 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c95ce23-d120-49e3-8dcc-581697332598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:12.887086 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:12.946123 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:48:14.109683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:15.638886 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:15.924993 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:27.941923 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-a558ceae-e53d-4e1a-a536-207c872ec67d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432522 Feb 20 23:48:28.039030 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-4f5e14dc-8006-4cbc-be4d-4627f3cfccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.040562 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-4f5e14dc-8006-4cbc-be4d-4627f3cfccb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0516245 Feb 20 23:48:28.145039 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-cd17b199-a968-4f46-aa7c-d40b0d065b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.146485 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-cd17b199-a968-4f46-aa7c-d40b0d065b77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0818121 Feb 20 23:48:28.217157 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-961e3471-fb4b-4150-8fec-114fd5835bbb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 1001 time: 0.0604191 Feb 20 23:48:28.267545 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-e2f3a6ee-168e-481b-8de0-13bf2676d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.269008 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-e2f3a6ee-168e-481b-8de0-13bf2676d815 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0429378 Feb 20 23:48:28.320387 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-cafcdaed-04f4-4e54-be16-a9be83ca066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.321843 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-cafcdaed-04f4-4e54-be16-a9be83ca066c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426874 Feb 20 23:48:28.413629 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-8207c2c4-0e87-4106-8e13-e04e331109c1 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821462 Feb 20 23:48:28.504327 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cb92b9d6-8f89-44e0-91f9-9d69a2dc6b37 req-cae3f2a7-ec08-4f4c-8722-aa1adf5f53c4 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817645 Feb 20 23:48:39.131932 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c3973a0-2a6c-48e6-b5dd-42ce64019c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:41.547031 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe411-1430-4b19-acf1-96f7c2d0bd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:42.616167 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:42.769066 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Deleting port b31e076f-9579-4f6a-941a-2a41bb08aa4c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:42.769407 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:42.843882 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:42.844214 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for floatingip (b31e076f-9579-4f6a-941a-2a41bb08aa4c), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:42.855980 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Calling delete_port for b31e076f-9579-4f6a-941a-2a41bb08aa4c owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:42.912518 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:43.055653 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (b31e076f-9579-4f6a-941a-2a41bb08aa4c), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:43.080592 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event deleted for resources: {'Port': ['ID=b31e076f-9579-4f6a-941a-2a41bb08aa4c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:43.092138 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.092492 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.092840 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.093180 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.093512 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.093843 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.094175 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.094503 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.094827 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.095153 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.095478 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.095800 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.096146 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:43.148754 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for floatingip (3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:43.149081 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.db.l3_db [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Floating IP 3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee disassociated (deleted). External IP: 172.27.1.110, port: 2eb0df29-0a47-4a28-ac3c-43f1752a9726. Feb 20 23:48:43.353288 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Router 6608f330-7426-40c3-b43e-30e39a642987 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:48:43.461828 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:48:43.467174 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for floatingip (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:43.472702 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] Sync routers for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:48:43.481628 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:43.482242 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:48:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:43.496171 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-26634439-ae76-40fe-99d8-d05b4067c14e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "DELETE /v2.0/floatingips/3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee HTTP/1.1" status: 204 len: 168 time: 0.8788900 Feb 20 23:48:43.496857 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:48:43.499214 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}444496387d65f2e672369c331f0bb4fe0e89d44ed6131eaa64d254dbdbc1a0aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e32302-35d2-434d-b805-9b0c32dc6771" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:48:43.601523 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34828c0b-2ec1-4821-9280-164df2669030 x-openstack-request-id: req-34828c0b-2ec1-4821-9280-164df2669030 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:48:43.601824 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:48:43.602087 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34828c0b-2ec1-4821-9280-164df2669030 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:48:43.602499 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'status': 'completed', 'code': 200} Feb 20 23:48:43.607824 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:43.681541 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-efa2e262-1d6c-4c32-9af8-49577d95866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:43.683441 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-efa2e262-1d6c-4c32-9af8-49577d95866b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 1129 time: 0.0496030 Feb 20 23:48:43.784244 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-0607e56c-6193-462f-80df-8c9d5a007707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:43.785739 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-0607e56c-6193-462f-80df-8c9d5a007707 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 200 len: 909 time: 0.0963347 Feb 20 23:48:43.836112 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-f4a8324d-4816-494e-b61b-8cdd15154cda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 200 len: 217 time: 0.0400529 Feb 20 23:48:43.931344 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-6d046afe-717a-49d0-abf9-a5322253947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:43.932941 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-6d046afe-717a-49d0-abf9-a5322253947a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 200 len: 847 time: 0.0757403 Feb 20 23:48:43.938915 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:43.955112 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9aa59-06cb-45e8-8cd0-88b69e3974ce req-c553e9e1-c9e2-419d-a57b-9686b7ee806f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:43.957149 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-12f9aa59-06cb-45e8-8cd0-88b69e3974ce req-c553e9e1-c9e2-419d-a57b-9686b7ee806f tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0987382 Feb 20 23:48:43.965892 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] Checking router: 6608f330-7426-40c3-b43e-30e39a642987 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:48:43.974793 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:43.975445 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:48:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:44.030011 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-3d529a06-f608-4e48-9100-130ce29909a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:44.031892 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-3d529a06-f608-4e48-9100-130ce29909a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2dc958b2-ba47-4e46-aafe-4b0153a8f180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913880 Feb 20 23:48:44.048191 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-12f9aa59-06cb-45e8-8cd0-88b69e3974ce req-f146d29c-c8d4-4130-83b8-848c3966b874 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757530 Feb 20 23:48:44.107128 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:44.158411 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:44.328122 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:44.355524 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7f615-0266-42cd-8f4c-175fb18bd306 None None] The sync data for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi is: [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:44:10Z', 'revision_number': 4, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi', '_interfaces': [{'id': '464efbab-a613-47a7-9d98-70c727446c96', 'name': '', 'network_id': '2dc958b2-ba47-4e46-aafe-4b0153a8f180', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'mac_address': 'fa:16:3e:72:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:10Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'subnets': [{'id': 'fe2be5f9-a827-4cad-81eb-ee8de4b3af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:48:44.409101 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-4813c64c-a6ad-4846-9f67-edc64e9b1ef8 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599072 Feb 20 23:48:44.503668 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75e32302-35d2-434d-b805-9b0c32dc6771 req-c6ccc3a6-5ae0-4c69-9aaf-46c7d36b7789 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863676 Feb 20 23:48:44.580977 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff122bad-2160-4d61-854c-3862c4892fdd None None] New status for floating IP 3fe0c4ab-2cf7-4f47-abc3-dc79523b5bee: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:48:45.176966 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449df482-707f-4811-aa7f-5b5dcb88b2ce req-83385374-99e3-47c0-8b4e-85f6a6380c71 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:45.178775 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-449df482-707f-4811-aa7f-5b5dcb88b2ce req-83385374-99e3-47c0-8b4e-85f6a6380c71 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0568953 Feb 20 23:48:45.229521 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-449df482-707f-4811-aa7f-5b5dcb88b2ce req-529916a1-1e7e-4c1a-b2a6-fb98465cb84e tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/security-groups?id=b907c04f-92cd-4f72-bee9-f32f9456c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Feb 20 23:48:45.650571 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-c8d3c6aa-670a-4d92-bede-0a05b9ffd162 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:45.652349 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-c8d3c6aa-670a-4d92-bede-0a05b9ffd162 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 945 time: 0.0528471 Feb 20 23:48:45.660882 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:45.754560 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Deleting port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:45.754902 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:45.842770 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] For port 2eb0df29-0a47-4a28-ac3c-43f1752a9726, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb0df29-0a47-4a28-ac3c-43f1752a9726,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:45.843139 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:45.854977 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Calling delete_port for 2eb0df29-0a47-4a28-ac3c-43f1752a9726 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:45.949153 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:46.063587 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (2eb0df29-0a47-4a28-ac3c-43f1752a9726), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:46.091671 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event deleted for resources: {'Port': ['ID=2eb0df29-0a47-4a28-ac3c-43f1752a9726,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:46.101255 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.101612 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.101967 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.102307 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.102644 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.102983 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.104062 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.105291 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.105291 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.105497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.105669 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.106007 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.106340 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:46.148523 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] No DVR routers for this DVR port 2eb0df29-0a47-4a28-ac3c-43f1752a9726 on host hv-cinder-83009 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:48:46.151885 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113745'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:46.155249 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55885072-cec2-4971-bce4-ed07e8ae3c61 req-a2dacfcb-0e49-45bf-9e26-0e257db5537a tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.88 "DELETE /v2.0/ports/2eb0df29-0a47-4a28-ac3c-43f1752a9726 HTTP/1.1" status: 204 len: 173 time: 0.4949353 Feb 20 23:48:46.155702 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-deleted', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:48:46.157955 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d932cd307ac9bb0dbeb0f2e96acb7bfb46138dbb1399269e3bce282171d4e056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9679d4e5-0893-4a97-bdef-80579e37efad" -d '{"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-deleted", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:48:46.192986 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef94e64-9948-4a53-8aca-191c6e6437b8 x-openstack-request-id: req-1ef94e64-9948-4a53-8aca-191c6e6437b8 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:48:46.193701 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c02ab3-f9f2-41fd-8349-3a8807624390", "name": "network-vif-deleted", "tag": "2eb0df29-0a47-4a28-ac3c-43f1752a9726", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:48:46.193701 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ef94e64-9948-4a53-8aca-191c6e6437b8 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:48:46.194040 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c02ab3-f9f2-41fd-8349-3a8807624390', 'name': 'network-vif-deleted', 'tag': '2eb0df29-0a47-4a28-ac3c-43f1752a9726', 'status': 'completed', 'code': 200} Feb 20 23:48:46.330644 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-84b7ef31-d42f-45d8-b566-44fa10db0cc6 req-9214c0c2-04ee-4fdf-bcda-36f23ac94d66 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 210 time: 0.0304852 Feb 20 23:48:47.438443 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0206fc98-98c2-413a-a154-5d1323707afa req-71d01b17-b7d0-45b6-9903-82e8dfd18dd9 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8c02ab3-f9f2-41fd-8349-3a8807624390 HTTP/1.1" status: 200 len: 210 time: 0.0278018 Feb 20 23:48:48.496503 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:48.555414 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f020f5cc-1fd7-4046-b535-ae32aa5a7d89 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group (b907c04f-92cd-4f72-bee9-f32f9456c69d), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:48.581033 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f020f5cc-1fd7-4046-b535-ae32aa5a7d89 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group (b907c04f-92cd-4f72-bee9-f32f9456c69d), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:48.735803 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f020f5cc-1fd7-4046-b535-ae32aa5a7d89 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (b907c04f-92cd-4f72-bee9-f32f9456c69d), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:48.738708 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f020f5cc-1fd7-4046-b535-ae32aa5a7d89 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:48.739919 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-f020f5cc-1fd7-4046-b535-ae32aa5a7d89 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] 10.222.0.60 "DELETE /v2.0/security-groups/b907c04f-92cd-4f72-bee9-f32f9456c69d HTTP/1.1" status: 204 len: 168 time: 0.2424145 Feb 20 23:48:48.752677 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f5cc-1fd7-4046-b535-ae32aa5a7d89 tempest-TestShelveInstance-891787043 tempest-TestShelveInstance-891787043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907c04f-92cd-4f72-bee9-f32f9456c69d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:49.341824 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:49.361961 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] No Port match for: 2eb0df29-0a47-4a28-ac3c-43f1752a9726 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:49.362306 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Device 2eb0df29-0a47-4a28-ac3c-43f1752a9726 not bound to the agent host hv-cinder-83009 {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:49.864349 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40140) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:49.944044 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:48:50.205252 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (6608f330-7426-40c3-b43e-30e39a642987), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:50.444860 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Deleting port 464efbab-a613-47a7-9d98-70c727446c96 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:50.445118 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (464efbab-a613-47a7-9d98-70c727446c96), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:50.522601 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] For port 464efbab-a613-47a7-9d98-70c727446c96, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=464efbab-a613-47a7-9d98-70c727446c96,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:50.522963 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (464efbab-a613-47a7-9d98-70c727446c96), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:50.535017 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Calling delete_port for 464efbab-a613-47a7-9d98-70c727446c96 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:51.028770 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (464efbab-a613-47a7-9d98-70c727446c96), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.053354 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=464efbab-a613-47a7-9d98-70c727446c96,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:51.221827 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (6608f330-7426-40c3-b43e-30e39a642987), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.434669 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Router 6608f330-7426-40c3-b43e-30e39a642987 has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:48:51.541020 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:48:51.546712 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-237a49e0-8b16-4327-860a-c5bb24122c80 admin admin] 10.222.0.60 "PUT /v2.0/routers/6608f330-7426-40c3-b43e-30e39a642987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812739 Feb 20 23:48:51.548539 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:51.550064 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] Sync routers for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:48:51.561094 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:51.561728 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:48:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:51.653133 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks [] for router (6608f330-7426-40c3-b43e-30e39a642987), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.669991 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: dv-cinder-830098-1-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:51.756612 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks [] for router_gateway (6608f330-7426-40c3-b43e-30e39a642987), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.848998 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:48:50Z', 'revision_number': 5, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port': {'id': '75840cda-0893-4d0c-84d7-cd14ba22af60', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608f330-7426-40c3-b43e-30e39a642987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:51.879067 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] Checking router: 6608f330-7426-40c3-b43e-30e39a642987 for host: dv-cinder-830098-1-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:48:51.888210 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] Routers {'6608f330-7426-40c3-b43e-30e39a642987'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:51.888831 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:48:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['6608f330-7426-40c3-b43e-30e39a642987'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:51.905804 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Deleting port 75840cda-0893-4d0c-84d7-cd14ba22af60 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:51.906154 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.977807 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] Set router 6608f330-7426-40c3-b43e-30e39a642987 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:51.983019 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] For port 75840cda-0893-4d0c-84d7-cd14ba22af60, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=75840cda-0893-4d0c-84d7-cd14ba22af60,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:51.983393 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.995032 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Calling delete_port for 75840cda-0893-4d0c-84d7-cd14ba22af60 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:52.029091 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:48:51Z', 'revision_number': 6, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:52.059194 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e09d20-8350-461e-9c17-dc405f24367b None None] The sync data for ids ['6608f330-7426-40c3-b43e-30e39a642987'] in dv-cinder-830098-1-iscsi is: [{'id': '6608f330-7426-40c3-b43e-30e39a642987', 'name': 'tempest-TestShelveInstance-797190538-router', 'tenant_id': '1ed39308074b49f79ccc33328d8bd0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:07Z', 'updated_at': '2022-02-20T23:48:51Z', 'revision_number': 6, 'project_id': '1ed39308074b49f79ccc33328d8bd0f8', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:48:52.240587 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (75840cda-0893-4d0c-84d7-cd14ba22af60), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.269580 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Pushing event deleted for resources: {'Port': ['ID=75840cda-0893-4d0c-84d7-cd14ba22af60,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:52.328688 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (6608f330-7426-40c3-b43e-30e39a642987), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.418814 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (6608f330-7426-40c3-b43e-30e39a642987), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.421063 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks [] for router_controller (6608f330-7426-40c3-b43e-30e39a642987), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.560449 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (6608f330-7426-40c3-b43e-30e39a642987), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.561026 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6608f330-7426-40c3-b43e-30e39a642987 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:48:52.565345 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.566497 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-2016720c-e9e5-48a7-9c6e-903735b3059d admin admin] 10.222.0.60 "DELETE /v2.0/routers/6608f330-7426-40c3-b43e-30e39a642987 HTTP/1.1" status: 204 len: 168 time: 1.0170381 Feb 20 23:48:52.568938 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:52.612271 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Deleting subnet fe2be5f9-a827-4cad-81eb-ee8de4b3af7b {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:48:52.615272 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Publish callbacks [] for subnet (fe2be5f9-a827-4cad-81eb-ee8de4b3af7b), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.647764 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4509258'] for subnet (fe2be5f9-a827-4cad-81eb-ee8de4b3af7b), precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.725978 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (fe2be5f9-a827-4cad-81eb-ee8de4b3af7b), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.846309 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16440186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408323'] for subnet (fe2be5f9-a827-4cad-81eb-ee8de4b3af7b), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.871991 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2be5f9-a827-4cad-81eb-ee8de4b3af7b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:52.875363 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:52.879256 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-d125e55a-3071-4960-81a7-b10fa6112bd7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fe2be5f9-a827-4cad-81eb-ee8de4b3af7b HTTP/1.1" status: 204 len: 168 time: 0.3088598 Feb 20 23:48:52.881501 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:52.885935 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd41295-88a9-4d7f-b5c8-0c7ec7c135b7 None None] Network 2dc958b2-ba47-4e46-aafe-4b0153a8f180 requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:48:52.950986 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (2dc958b2-ba47-4e46-aafe-4b0153a8f180), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.011098 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Deleting port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:53.011457 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.069012 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] DHCP port deletion for 2dc958b2-ba47-4e46-aafe-4b0153a8f180 request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:48:53.081006 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] For port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:53.081375 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.095670 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Calling delete_port for 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:53.126546 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Deleting port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:53.126844 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.188760 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] For port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,segment=NetworkSegment(763fa450-2c9b-4170-a0f0-01f82c66ddda),segment_id=763fa450-2c9b-4170-a0f0-01f82c66ddda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:53.189169 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.201656 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Calling delete_port for 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:53.240543 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.267724 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:53.276462 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] No DVR routers for this DVR port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 on host dv-cinder-830098-1-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:48:53.280850 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (9d2e3fb5-a88a-4088-9fd6-aff46f2292a6), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.306722 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Pushing event deleted for resources: {'Port': ['ID=9d2e3fb5-a88a-4088-9fd6-aff46f2292a6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:53.309000 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] No DVR routers for this DVR port 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:48:53.316747 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.317111 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.317466 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.317813 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.318156 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.318498 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.318837 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.319200 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.319539 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.319900 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.320243 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.320577 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.320904 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925178f2-3aca-49f7-a601-811a5eeb9b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-1-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:53.347541 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (2dc958b2-ba47-4e46-aafe-4b0153a8f180), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.367005 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc958b2-ba47-4e46-aafe-4b0153a8f180']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:53.376099 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763fa450-2c9b-4170-a0f0-01f82c66ddda') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:53.376401 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763fa450-2c9b-4170-a0f0-01f82c66ddda') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:53.386327 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (763fa450-2c9b-4170-a0f0-01f82c66ddda), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.398830 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (763fa450-2c9b-4170-a0f0-01f82c66ddda), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.405678 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:48:53.406127 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (763fa450-2c9b-4170-a0f0-01f82c66ddda), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:48:53.407700 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:48:53.554490 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (2dc958b2-ba47-4e46-aafe-4b0153a8f180), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.560557 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.565218 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2dc958b2-ba47-4e46-aafe-4b0153a8f180 HTTP/1.1" status: 204 len: 168 time: 0.6813149 Feb 20 23:48:53.566934 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40148) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:53.575475 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db492c7-fce9-4948-95e8-e8f68d90ed43 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc958b2-ba47-4e46-aafe-4b0153a8f180,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:53.908327 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8030967'] for router_interface (5732e741-3f20-4a29-9f7d-ae78aa980f6f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:54.099741 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:54.121118 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:54.121470 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 9d2e3fb5-a88a-4088-9fd6-aff46f2292a6 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:54.121893 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 75840cda-0893-4d0c-84d7-cd14ba22af60 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:54.140134 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 75840cda-0893-4d0c-84d7-cd14ba22af60 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:54.140486 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 75840cda-0893-4d0c-84d7-cd14ba22af60 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:54.140909 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 464efbab-a613-47a7-9d98-70c727446c96 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:54.162387 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 464efbab-a613-47a7-9d98-70c727446c96 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:54.162664 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 464efbab-a613-47a7-9d98-70c727446c96 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:54.163791 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Deleting port 6b843923-0892-4030-b9cd-dfd3342d1c2b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:54.164176 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:54.246433 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] For port 6b843923-0892-4030-b9cd-dfd3342d1c2b, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=6b843923-0892-4030-b9cd-dfd3342d1c2b,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:54.246794 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:54.258248 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Calling delete_port for 6b843923-0892-4030-b9cd-dfd3342d1c2b owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:54.491908 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (6b843923-0892-4030-b9cd-dfd3342d1c2b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:54.517518 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b843923-0892-4030-b9cd-dfd3342d1c2b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:54.687837 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8029543'] for router_interface (5732e741-3f20-4a29-9f7d-ae78aa980f6f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:54.910497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Router 5732e741-3f20-4a29-9f7d-ae78aa980f6f has already been hosted by L3 agent ab5d24eb-649c-4a37-b5f6-c570edf3ee95 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:48:55.021663 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] Notify agent at l3_agent.dv-cinder-830098-1-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:48:55.028154 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6bdba8e8-ba09-431e-8f8e-86c2f88df144 admin admin] 10.222.0.60 "PUT /v2.0/routers/5732e741-3f20-4a29-9f7d-ae78aa980f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601796 Feb 20 23:48:55.030609 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40150) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:55.031274 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] Sync routers for ids ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'] in dv-cinder-830098-1-iscsi {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:48:55.048963 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] Routers {'5732e741-3f20-4a29-9f7d-ae78aa980f6f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:55.049585 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:48:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:55.142766 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks [] for router (5732e741-3f20-4a29-9f7d-ae78aa980f6f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.157546 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] Set router 5732e741-3f20-4a29-9f7d-ae78aa980f6f gateway port host: dv-cinder-830098-1-iscsi {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:55.251804 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks [] for router_gateway (5732e741-3f20-4a29-9f7d-ae78aa980f6f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.332196 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'external_fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd0d39042-440e-444f-983c-5568d067bce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:48:54Z', 'revision_number': 5, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port': {'id': 'd0d39042-440e-444f-983c-5568d067bce8', 'name': '', 'network_id': '818c22e8-bc7e-4d09-8d25-1c784d0824f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:14Z', 'updated_at': '2022-02-20T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0aec240-03ae-4fe8-bcaa-49eea904238b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-1-iscsi'}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:55.359638 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] Checking router: 5732e741-3f20-4a29-9f7d-ae78aa980f6f for host: dv-cinder-830098-1-iscsi {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:48:55.367841 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] Routers {'5732e741-3f20-4a29-9f7d-ae78aa980f6f'} bound to L3 agent in host dv-cinder-830098-1-iscsi {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:55.368528 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:25:41Z,description=,heartbeat_timestamp=2022-02-20T23:48:41Z,host='dv-cinder-830098-1-iscsi',id=ab5d24eb-649c-4a37-b5f6-c570edf3ee95,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:25:42Z,topic='l3_agent')) {'router_ids': ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:55.395603 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Deleting port d0d39042-440e-444f-983c-5568d067bce8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:55.395981 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (d0d39042-440e-444f-983c-5568d067bce8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.456412 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] Set router 5732e741-3f20-4a29-9f7d-ae78aa980f6f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:55.478713 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] For port d0d39042-440e-444f-983c-5568d067bce8, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=d0d39042-440e-444f-983c-5568d067bce8,segment=NetworkSegment(d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0),segment_id=d2d276dd-9775-4bc9-ae2c-5b0cbd4cdaa0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:55.479085 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (d0d39042-440e-444f-983c-5568d067bce8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.490727 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Calling delete_port for d0d39042-440e-444f-983c-5568d067bce8 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:55.510129 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:48:55Z', 'revision_number': 6, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port_host': None}], 'dv-cinder-830098-1-iscsi', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:55.536106 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb243f8-0df3-4087-98a4-993ef00129a9 None None] The sync data for ids ['5732e741-3f20-4a29-9f7d-ae78aa980f6f'] in dv-cinder-830098-1-iscsi is: [{'id': '5732e741-3f20-4a29-9f7d-ae78aa980f6f', 'name': 'tempest-TestShelveInstance-605504934-router', 'tenant_id': 'e6f6e12262c3481483c60f890d3309a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:13Z', 'updated_at': '2022-02-20T23:48:55Z', 'revision_number': 6, 'project_id': 'e6f6e12262c3481483c60f890d3309a1', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:48:55.729886 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036463'] for port (d0d39042-440e-444f-983c-5568d067bce8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.756950 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d39042-440e-444f-983c-5568d067bce8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:55.816417 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8028557'] for router_gateway (5732e741-3f20-4a29-9f7d-ae78aa980f6f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.909888 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8030225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (5732e741-3f20-4a29-9f7d-ae78aa980f6f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:55.912262 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks [] for router_controller (5732e741-3f20-4a29-9f7d-ae78aa980f6f), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.015339 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8030312'] for router (5732e741-3f20-4a29-9f7d-ae78aa980f6f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.015850 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5732e741-3f20-4a29-9f7d-ae78aa980f6f {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:48:56.021363 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.022534 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a5deb030-bbc1-4a34-9352-3fe39e1b4e3d admin admin] 10.222.0.60 "DELETE /v2.0/routers/5732e741-3f20-4a29-9f7d-ae78aa980f6f HTTP/1.1" status: 204 len: 168 time: 0.9909792 Feb 20 23:48:56.030028 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40152) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:56.074642 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Deleting subnet 48fa6891-016c-4ad2-85e4-9d77834b940f {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:48:56.077639 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Publish callbacks [] for subnet (48fa6891-016c-4ad2-85e4-9d77834b940f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.112075 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6656635'] for subnet (48fa6891-016c-4ad2-85e4-9d77834b940f), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.191687 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503500'] for subnet (48fa6891-016c-4ad2-85e4-9d77834b940f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.301933 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6033726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414541'] for subnet (48fa6891-016c-4ad2-85e4-9d77834b940f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.318502 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.325842 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/48fa6891-016c-4ad2-85e4-9d77834b940f HTTP/1.1" status: 204 len: 168 time: 0.2947698 Feb 20 23:48:56.326195 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.60', 40154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:56.338178 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c7381-9e42-4bf4-a176-4b8c4a92f926 None None] Network 8a7728b0-f463-404f-b8e5-8178d5dad5ea requested from dv-cinder-830098-1-iscsi {{(pid=103393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:48:56.354677 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993209d8-bd39-453a-a1a9-9cb1be35f74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fa6891-016c-4ad2-85e4-9d77834b940f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:56.361812 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 6b843923-0892-4030-b9cd-dfd3342d1c2b no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:56.406258 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1060485'] for network (8a7728b0-f463-404f-b8e5-8178d5dad5ea), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.420237 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 6b843923-0892-4030-b9cd-dfd3342d1c2b {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:56.420585 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 6b843923-0892-4030-b9cd-dfd3342d1c2b not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:56.421011 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d0d39042-440e-444f-983c-5568d067bce8 no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:56.445265 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: d0d39042-440e-444f-983c-5568d067bce8 {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:56.445623 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device d0d39042-440e-444f-983c-5568d067bce8 not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:56.469428 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Deleting port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:56.469912 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.536720 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] For port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:56.537152 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.551056 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Calling delete_port for 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:56.553838 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] DHCP port deletion for 8a7728b0-f463-404f-b8e5-8178d5dad5ea request from dv-cinder-830098-1-iscsi {{(pid=103393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:48:56.604926 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] Deleting port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:48:56.605402 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792666582806'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.675289 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] For port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a, host dv-cinder-830098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-1-iscsi',level=0,port_id=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,segment=NetworkSegment(99ba828f-3fa7-4e4f-ab41-0293a71d78d9),segment_id=99ba828f-3fa7-4e4f-ab41-0293a71d78d9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:56.676022 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8060095'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.689629 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] Calling delete_port for 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:48:56.701221 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16437675'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.729476 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Pushing event deleted for resources: {'Port': ['ID=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:56.737356 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] No DVR routers for this DVR port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a on host dv-cinder-830098-1-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:48:56.769849 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1367530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792666588537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792666146865'] for port (8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a), after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.800439 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] Pushing event deleted for resources: {'Port': ['ID=8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:56.800439 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200ffda-f711-4508-83a8-a809973be4ad None None] No DVR routers for this DVR port 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a on host dv-cinder-830098-1-iscsi {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:48:56.817025 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506693', 'neutron.services.segments.db._delete_segments_for_network-8792666462010'] for network (8a7728b0-f463-404f-b8e5-8178d5dad5ea), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.837964 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7728b0-f463-404f-b8e5-8178d5dad5ea']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:56.847292 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ba828f-3fa7-4e4f-ab41-0293a71d78d9') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:56.847597 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ba828f-3fa7-4e4f-ab41-0293a71d78d9') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:56.860149 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792666462787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4509267'] for segment (99ba828f-3fa7-4e4f-ab41-0293a71d78d9), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.873407 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697'] for segment (99ba828f-3fa7-4e4f-ab41-0293a71d78d9), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.879149 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:48:56.879538 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16437660'] for segment (99ba828f-3fa7-4e4f-ab41-0293a71d78d9), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: Traceback (most recent call last): Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: timer() Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: cb(*args, **kw) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: return func(*args, **kwargs) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: self._notify() Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: self.callback(batched_events) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: event.method(event) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: return f(self, *a, **k) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._get(url).json() Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: return self.request(url, 'GET', **kwargs) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:48:56.881323 dv-cinder-830098-1-iscsi neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:48:56.986737 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7910849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7921923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8028641'] for network (8a7728b0-f463-404f-b8e5-8178d5dad5ea), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.992151 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7921965'] for network (None), before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.996409 dv-cinder-830098-1-iscsi neutron-server[103392]: INFO neutron.wsgi [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] 10.222.0.60 "DELETE /v2.0/networks/8a7728b0-f463-404f-b8e5-8178d5dad5ea HTTP/1.1" status: 204 len: 168 time: 0.6677120 Feb 20 23:48:57.007072 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47411fb-1dcf-4a60-8bc4-f706445d480b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7728b0-f463-404f-b8e5-8178d5dad5ea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:57.351199 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40158) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:57.390147 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4928259b-7c3c-4271-852c-ddd0af177e64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ed39308074b49f79ccc33328d8bd0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378435 Feb 20 23:48:57.392497 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40160) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:57.438436 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f67cdcb3-2ce6-4515-a683-a56027918d1a admin admin] Publish callbacks [] for security_group (9df660fc-09b6-4906-bbbf-c959f543798a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:57.458993 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f67cdcb3-2ce6-4515-a683-a56027918d1a admin admin] Publish callbacks [] for security_group (9df660fc-09b6-4906-bbbf-c959f543798a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:57.586495 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f67cdcb3-2ce6-4515-a683-a56027918d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (9df660fc-09b6-4906-bbbf-c959f543798a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:57.589843 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f67cdcb3-2ce6-4515-a683-a56027918d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:57.591011 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f67cdcb3-2ce6-4515-a683-a56027918d1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9df660fc-09b6-4906-bbbf-c959f543798a HTTP/1.1" status: 204 len: 168 time: 0.1976340 Feb 20 23:48:57.598815 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cdcb3-2ce6-4515-a683-a56027918d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df660fc-09b6-4906-bbbf-c959f543798a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:58.095759 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a no longer exists at agent ovs-agent-dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:48:58.116529 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] No Port match for: 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a {{(pid=103393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:48:58.116858 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.rpc [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Device 8189fc4f-6521-4d5b-b8ea-ba1c2bc6167a not bound to the agent host dv-cinder-830098-1-iscsi {{(pid=103393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:48:58.218015 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40166) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:58.245275 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bc0299b1-cb06-439c-93c4-b63f2f5546b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6f6e12262c3481483c60f890d3309a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389400 Feb 20 23:48:58.248492 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.60', 40168) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:58.295468 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b34-ccc2-497a-b8ae-89003744e14a admin admin] Publish callbacks [] for security_group (5d8d4b4b-eac4-408a-adf7-2f564bfe88ad), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:58.315788 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b34-ccc2-497a-b8ae-89003744e14a admin admin] Publish callbacks [] for security_group (5d8d4b4b-eac4-408a-adf7-2f564bfe88ad), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:58.428755 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b34-ccc2-497a-b8ae-89003744e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913341'] for security_group (5d8d4b4b-eac4-408a-adf7-2f564bfe88ad), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:58.431469 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b34-ccc2-497a-b8ae-89003744e14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:58.432683 dv-cinder-830098-1-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d3c68b34-ccc2-497a-b8ae-89003744e14a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d8d4b4b-eac4-408a-adf7-2f564bfe88ad HTTP/1.1" status: 204 len: 168 time: 0.1832938 Feb 20 23:48:58.440278 dv-cinder-830098-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c68b34-ccc2-497a-b8ae-89003744e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d4b4b-eac4-408a-adf7-2f564bfe88ad,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:09.154532 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c52b-314e-4a8a-8a30-addc5a8ade7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:11.546386 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3871d076-db47-4c9c-bb58-30a2eab705dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:12.896560 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.102593 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.685197 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.948683 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:26.942554 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:49:39.133629 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f59379e-c8d0-486a-a28e-a05372859c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:41.593138 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51f94f99-6755-43ca-99e8-9e79a6dddfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:42.902141 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:44.101665 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:45.696065 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:45.959070 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.941427 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:50:09.121554 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f4b457f-32e5-49c9-a6b9-f4460c4f30f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:11.561311 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79a2fcf5-76df-4775-8ed6-c2cfb17d4247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:12.915622 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.095240 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.683507 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.992127 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:39.114507 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72cdf8b8-b34f-44f5-a311-d6e586f2fd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:40.940018 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:50:41.580811 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99c286fc-fd92-4a07-8dfd-b04e6832a7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:42.920023 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:44.112356 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:45.685863 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:45.979812 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:09.139233 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34533d04-04f3-4c86-9624-f264b494fba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:11.550794 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42e3ef2f-699a-4c94-9a81-dd8d5f9daedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:12.925984 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.114167 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.678868 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.982135 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:17.939175 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:51:39.144234 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-863a55ef-7688-4da6-ab43-be1b2883f487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:41.561335 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f413d911-5975-4a16-abb4-9c6f4f59f4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:42.938305 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:44.109856 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:45.721631 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:45.995941 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:54.939520 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:52:09.140263 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-394fa3b4-ecbe-4c56-967d-cf9f7d7b9da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:11.577804 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c76f9d4b-bff2-435d-8955-9261fa9a3bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:12.943398 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:14.137447 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:15.697618 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:16.011909 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:31.940855 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:52:39.125776 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7257f772-0cd8-4517-9368-607443a28d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:41.533617 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-63c90839-a105-4cac-bf50-58c13650aaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:42.913705 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:44.122791 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:45.713818 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:46.017033 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:08.940920 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:53:09.154953 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d15a85dd-5b38-4283-8f68-c223d8673448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:11.538175 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f8017b8-993a-4240-8f3f-921b6cedc28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:12.927024 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:14.147311 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:15.655848 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:16.004338 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:39.140726 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5997cbdc-b1b0-4a6d-a0b2-290a55f69997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:41.546302 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53f8a079-a574-41b4-b8e7-2291872fd613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:42.952486 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:44.124720 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:44.911833 dv-cinder-830098-1-iscsi neutron-server[103392]: DEBUG neutron.wsgi [req-2e6e46b2-7d34-48f8-a30d-718b55bf2564 req-4b359eb4-2b29-4c7b-9752-22dd90b07da7 service neutron] (103392) timed out ('10.222.0.88', 63991) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:53:45.673695 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:45.939849 dv-cinder-830098-1-iscsi neutron-server[103394]: DEBUG neutron.db.agents_db [None req-85fd71c5-7921-47df-a360-66a753ce3240 None None] Agent healthcheck: found 6 active agents {{(pid=103394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:53:45.999525 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:09.164325 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cebf9ac-8aa7-4bb7-8a60-d88d0a5c2893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (42d796e0-7ef9-471a-a9ea-940bfdc1b84e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:11.530429 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1899636-5520-4b01-8155-3532b2604756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (ab5d24eb-649c-4a37-b5f6-c570edf3ee95), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:12.918762 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37f7-cdaa-4657-8146-718061acb0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (f5a26447-51df-4ee7-8785-4c0c1b3ad5b8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:14.124662 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0dab6b-2d1d-4242-8453-ef1e28cbb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (51f11100-20fe-4977-bc42-2234f07a3bbe), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:15.653824 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad52-b773-48c5-a616-3cf58d8cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (9f28c85c-1a7e-40c1-a719-db1e9c5a97a0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:16.025414 dv-cinder-830098-1-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c3500ef-e225-4288-8b25-8263423e1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792666461992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500828'] for agent (17215c7c-135e-4784-9675-54d4f84f3f16), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}